| # devel needed for bitsandbytes requirement of libcudart.so, otherwise runtime sufficient | |
| FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu20.04 | |
| ENV DEBIAN_FRONTEND=noninteractive | |
| ENV PATH="/h2ogpt_conda/envs/h2ogpt/bin:${PATH}" | |
| ARG PATH="/h2ogpt_conda/envs/h2ogpt/bin:${PATH}" | |
| ENV HOME=/workspace | |
| ENV CUDA_HOME=/usr/local/cuda-12.1 | |
| ENV VLLM_CACHE=/workspace/.vllm_cache | |
| ENV TIKTOKEN_CACHE_DIR=/workspace/tiktoken_cache | |
| ENV HF_HUB_ENABLE_HF_TRANSFER=1 | |
| WORKDIR /workspace | |
| COPY . /workspace/ | |
| COPY build_info.txt /workspace/ | |
| RUN cd /workspace && ./docker_build_script_ubuntu.sh | |
| RUN chmod -R a+rwx /workspace | |
| ARG user=h2ogpt | |
| ARG group=h2ogpt | |
| ARG uid=1000 | |
| ARG gid=1000 | |
| RUN groupadd -g ${gid} ${group} && useradd -u ${uid} -g ${group} -s /bin/bash ${user} | |
| # already exists in base image | |
| # RUN groupadd -g ${gid} docker && useradd -u ${uid} -g ${group} -m ${user} | |
| # Add the user to the docker group | |
| RUN usermod -aG docker ${user} | |
| # Switch to the new user | |
| USER ${user} | |
| EXPOSE 8888 | |
| EXPOSE 7860 | |
| EXPOSE 5000 | |
| EXPOSE 5002 | |
| EXPOSE 5004 | |
| ENTRYPOINT ["python3.10"] | |