Dockerfile

FROM nvidia/cuda:12.4.1-cudnn-runtime-ubuntu22.04
ENV PIP_ROOT_USER_ACTION=ignore 

RUN apt-get update && apt-get upgrade -y && apt-get install -y python3 python3-dev python3-pip
WORKDIR /app
COPY . .

RUN pip3 install --upgrade pip && \
  pip install --no-cache-dir infinity-emb[all]==0.0.63


CMD ["sh", "start-infinity-emb.sh"]