bitnet-Llama3-8B-1.58-100B-tokens-GGUF

Runtime error

5fp commited on Sep 23

Commit

dc5ffc0

•

1 Parent(s): c2c186f

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -21,11 +21,11 @@ ENV LLAMA_CUBLAS=1
 RUN mkdir build && \
     cd build && \
-    cmake .. -DLLAMA_CUBLAS=ON && \
     cmake --build . --config Release
 WORKDIR /data
-RUN wget https://huggingface.co/IlyaGusev/saiga2_13b_gguf/resolve/main/model-q8_0.gguf -nv -O model.gguf
 FROM ${BASE_CUDA_RUN_CONTAINER} as runtime

 RUN mkdir build && \
     cd build && \
+    cmake .. && \
     cmake --build . --config Release
 WORKDIR /data
+RUN wget https://huggingface.co/brunopio/Llama3-8B-1.58-100B-tokens-GGUF/resolve/main/Llama3-8B-1.58-100B-tokens-TQ2_0.gguf -nv -O model.gguf
 FROM ${BASE_CUDA_RUN_CONTAINER} as runtime