Update Dockerfile
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
@@ -22,7 +22,7 @@ ENV LLAMA_CUBLAS=1
|
|
22 |
RUN python3 -m pip install --no-cache-dir --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context huggingface-hub==0.14.1 flask apscheduler
|
23 |
|
24 |
# Install llama-cpp-python (build with cuda)
|
25 |
-
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=
|
26 |
|
27 |
RUN git config --global user.email "amatenkov@ntr.ai"
|
28 |
RUN git config --global user.name "Andrew Matenkov"
|
|
|
22 |
RUN python3 -m pip install --no-cache-dir --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context huggingface-hub==0.14.1 flask apscheduler
|
23 |
|
24 |
# Install llama-cpp-python (build with cuda)
|
25 |
+
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=ON -DLLAMA_AVX2=OFF -DLLAMA_F16C=OFF -DLLAMA_FMA=OFF" FORCE_CMAKE=1 pip install llama-cpp-python --no-cache-dir
|
26 |
|
27 |
RUN git config --global user.email "amatenkov@ntr.ai"
|
28 |
RUN git config --global user.name "Andrew Matenkov"
|