FROM python:3.9 FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 ARG DEBIAN_FRONTEND=noninteractive ENV PYTHONUNBUFFERED=1 RUN apt-get update && apt-get install --no-install-recommends -y \ build-essential \ python3.9 \ python3-pip \ git \ ffmpeg \ && apt-get clean && rm -rf /var/lib/apt/lists/* # Set HF_HOME environment variable to specify cache directory ENV HF_HOME=/code/.cache/huggingface WORKDIR /code COPY ./requirements.txt /code/requirements.txt RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt COPY . . # Set permissions for cache directory RUN mkdir -p /code/.cache/huggingface/transformers \ && chmod -R 777 /code/.cache/huggingface CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "4"]