Spaces:
Paused
Paused
File size: 1,130 Bytes
f7fd884 2695082 f7fd884 a0943bf 6404dfd 72f70b3 2169d8b b7d4623 2169d8b 3e890f9 8bd9d6a 320206c 965f867 f7fd884 2695082 f1c1482 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
FROM --platform=amd64 nvcr.io/nvidia/cuda:12.1.0-devel-ubuntu22.04 as base
RUN apt update && \
apt install -y python3-pip python3-packaging \
git ninja-build && \
pip3 install -U pip
# Tweak this list to reduce build time
# https://developer.nvidia.com/cuda-gpus
ENV TORCH_CUDA_ARCH_LIST "7.0;7.2;7.5;8.0;8.6;8.9;9.0"
RUN pip3 install "torch==2.1.1"
# This build is slow but NVIDIA does not provide binaries. Increase MAX_JOBS as needed.
# RUN pip3 install "git+https://github.com/stanford-futuredata/megablocks.git"
RUN pip3 install -U openai
RUN pip3 install vllm==0.5.3.post1
RUN pip3 install -U pydantic
RUN pip3 install -U aioprometheus
# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user
# Switch to the "user" user
USER user
# Set home to the user's home directory
ENV HOME=/home/user \
PATH=/home/user/.local/bin:$PATH
# Set the working directory to the user's home directory
WORKDIR $HOME/app
COPY --chown=user . $HOME/app
COPY --chown=user entrypoint.sh $HOME/app/
RUN ls -la $HOME/app/
RUN chmod +x $HOME/app/entrypoint.sh
ENTRYPOINT ["/home/user/app/entrypoint.sh"] |