Skip to content

Commit a987adf

Browse files
authored
chore: handle some AVX flags properly on certain Intel CPUs (#459)
Signed-off-by: Florent Benoit <fbenoit@redhat.com>
1 parent ff57e9e commit a987adf

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed
Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,10 @@
11
FROM quay.io/opendatahub/workbench-images:cuda-ubi9-python-3.9-20231206
2+
USER root
3+
RUN dnf install -y gcc-toolset-13-gcc gcc-toolset-13-gcc-c++
4+
USER 1001
25
WORKDIR /locallm
36
COPY src .
47
ENV CMAKE_ARGS="-DLLAMA_CUBLAS=on -DLLAMA_AVX2=OFF -DLLAMA_FMA=OFF -DLLAMA_F16C=OFF"
58
ENV FORCE_CMAKE=1
6-
RUN pip install --no-cache-dir -r ./requirements.txt
9+
RUN CC="/opt/rh/gcc-toolset-13/root/usr/bin/gcc" CXX="/opt/rh/gcc-toolset-13/root/usr/bin/g++" pip install --no-cache-dir -r ./requirements.txt
710
ENTRYPOINT [ "sh", "run.sh" ]

0 commit comments

Comments
 (0)