Upload 3 files

Dockerfile

@@ -0,0 +1,32 @@
+# Use an official Python runtime as a parent image
+FROM python:3.9-slim
+
+# Define environment variables
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH \
+    HF_HOME=/home/user/hf_home  
+
+# Set the working directory in the container
+WORKDIR $HOME/main
+
+# Create the user, home directory, and HF_HOME directory
+RUN useradd -m user && mkdir -p $HOME/main $HF_HOME && chown -R user:user $HOME
+
+# Copy the current directory contents into the container
+COPY --chown=user:user . $HOME/main
+
+# Install FastAPI, Uvicorn, Transformers, and PyTorch
+RUN pip install --no-cache-dir \
+    fastapi \
+    uvicorn \
+    transformers \
+    torch --extra-index-url https://download.pytorch.org/whl/cpu
+
+# Switch to the non-root user
+USER user
+
+# Expose the port that FastAPI will run on
+EXPOSE 8000
+
+# Run the application
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]

main.py

@@ -0,0 +1,22 @@
+from fastapi import FastAPI, HTTPException
+from transformers import pipeline
+app=FastAPI()
+pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+@app.get("/")
+def welcome():
+    """
+    Welcoming page.
+    """
+    return {"message": "Welcome to the Text-to-Text Generation API! Use the /generate endpoint to transform text."}
+
+@app.post("/generate")
+def generate_text(data: str):
+    """
+    Generate text from the input text using the text-to-text generation model.
+    """
+    try:
+        # Perform text-to-text generation
+        generated = generate_text(data.str, max_length=50, num_return_sequences=1)
+        return {"input": data.str, "generated_text": generated[0]["generated_text"]}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))

requirements.txt

@@ -0,0 +1,6 @@
+fastapi==0.74.*
+requests==2.27.*
+uvicorn[standard]==0.17.*
+sentencepiece==0.1.*
+torch==2.0.0
+transformers==4.*