Upload 3 files

Dockerfile

@@ -0,0 +1,23 @@
+##use the official python 3.9 image
+FROM python:3.9
+#set the working directory to /code
+
+WORKDIR /code
+##copy the current directory contents into the container at /code
+COPY ./requirements.txt /code/requirements.txt
+#install any needed packages specified in requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+RUN pip install "numpy<2"
+#set up a new user
+RUN useradd user
+#change to the new user
+USER user
+#set home to the user's home directory
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+#set working directory to the user's home directory
+WORKDIR $HOME/app
+#copy the current directory contents into the container at /home/user/app
+COPY --chown=user . $HOME/app
+#start the fastapi app on port 7869
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7869"]

app.py

@@ -0,0 +1,18 @@
+from fastapi import FastAPI
+from transformers import pipeline
+
+## Create a FastAPI app
+app = FastAPI()
+
+#intializatiom of the pipeline
+pipe=pipeline('text2text-generation',model='google/flan-t5-small')
+@app.get("/")
+def home():
+    return {"message": "Hello World"}
+#define to function to handle the get request
+@app.get("/generate")
+def generate(text:str):
+    ## use the pipeline to generate the text from given input text
+    output=pipe(text)
+    ## return the generated text
+    return {"output":output[0]['generated_text']}

requirements.txt

@@ -0,0 +1,6 @@
+fastapi==0.74.*
+requests==2.27.*
+uvicorn[standard]==0.17.*
+sentencepiece==0.1.*
+torch==1.11.*
+transformers==4.*