Spaces:
Paused
Paused
change from git to vllm
Browse files- Dockerfile +3 -1
Dockerfile
CHANGED
@@ -13,7 +13,7 @@ RUN pip3 install "torch==2.1.1"
|
|
13 |
|
14 |
# This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
|
15 |
RUN pip3 install "git+https://github.com/stanford-futuredata/megablocks.git"
|
16 |
-
RUN pip3 install
|
17 |
RUN pip3 install "xformers==0.0.23" "transformers==4.36.0" "fschat[model_worker]==0.2.34"
|
18 |
|
19 |
RUN git clone https://github.com/NVIDIA/apex && \
|
@@ -36,6 +36,8 @@ WORKDIR $HOME/app
|
|
36 |
|
37 |
COPY entrypoint.sh .
|
38 |
|
|
|
|
|
39 |
RUN chmod +x $HOME/app/entrypoint.sh
|
40 |
|
41 |
ENTRYPOINT ["$HOME/app/entrypoint.sh"]
|
|
|
13 |
|
14 |
# This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
|
15 |
RUN pip3 install "git+https://github.com/stanford-futuredata/megablocks.git"
|
16 |
+
RUN pip3 install vllm
|
17 |
RUN pip3 install "xformers==0.0.23" "transformers==4.36.0" "fschat[model_worker]==0.2.34"
|
18 |
|
19 |
RUN git clone https://github.com/NVIDIA/apex && \
|
|
|
36 |
|
37 |
COPY entrypoint.sh .
|
38 |
|
39 |
+
COPY --chown=user . $HOME/app
|
40 |
+
|
41 |
RUN chmod +x $HOME/app/entrypoint.sh
|
42 |
|
43 |
ENTRYPOINT ["$HOME/app/entrypoint.sh"]
|