5fp commited on
Commit
b828d0f
1 Parent(s): d19e237

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -18,7 +18,7 @@ ENV LLAMA_CUBLAS=0
18
  RUN mkdir build && \
19
  cd build && \
20
  cmake .. && \
21
- cmake --build . --config Release
22
 
23
  WORKDIR /data
24
  RUN wget https://huggingface.co/brunopio/Llama3-8B-1.58-100B-tokens-GGUF/resolve/main/Llama3-8B-1.58-100B-tokens-TQ2_0.gguf -nv -O model.gguf
@@ -28,7 +28,7 @@ FROM ${BASE_CPU_CONTAINER} as runtime
28
  WORKDIR /app
29
 
30
  # Copy the executable from the build stage
31
- COPY --from=build /build/llama.cpp/build/bin/server /app
32
  COPY --from=build /data/model.gguf /data/model.gguf
33
  COPY ./run.sh /app/run.sh
34
  WORKDIR /app
 
18
  RUN mkdir build && \
19
  cd build && \
20
  cmake .. && \
21
+ cmake --build . --config Release --target llama-server
22
 
23
  WORKDIR /data
24
  RUN wget https://huggingface.co/brunopio/Llama3-8B-1.58-100B-tokens-GGUF/resolve/main/Llama3-8B-1.58-100B-tokens-TQ2_0.gguf -nv -O model.gguf
 
28
  WORKDIR /app
29
 
30
  # Copy the executable from the build stage
31
+ COPY --from=build /build/llama.cpp/build/bin/llama-server /app
32
  COPY --from=build /data/model.gguf /data/model.gguf
33
  COPY ./run.sh /app/run.sh
34
  WORKDIR /app