File size: 1,440 Bytes
97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 9471754 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 fcb53b1 97bdbd7 4e56699 fcb53b1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
# Define the image argument and provide a default value
ARG IMAGE=python:3-slim-bullseye
# Use the image as specified
FROM ${IMAGE}
# Re-declare the ARG after FROM
ARG IMAGE
# Update and upgrade the existing packages
RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
python3 \
python3-pip \
ninja-build \
libopenblas-dev \
build-essential
RUN mkdir /app
WORKDIR /app
COPY . .
RUN python3 -m pip install --upgrade pip
RUN make deps && make build && make clean
# Set environment variable for the host
ENV HOST=0.0.0.0
ENV PORT=7860
ENV ORIGINS=*
# Install requirements.txt
RUN pip install --no-cache-dir --upgrade -r requirements.txt
# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user
# Switch to the "user" user
#USER user
# Set home to the user's home directory
ENV HOME=/home/user \
PATH=/home/user/.local/bin:$PATH
# Set the working directory to the user's home directory
#WORKDIR $HOME/app
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME
# Start the FastAPI app on port 7860, the default port expected by Spaces
#CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
#ENTRYPOINT ["python3"]
ENTRYPOINT ["python3", "-m", "llama_cpp.server", "--hf_model_repo_id", "Qwen/Qwen1.5-0.5B-Chat-GGUF", "--model", "*q4_0.gguf", "--host", "0.0.0.0"]
|