Upload 3 files

Dockerfile

@@ -0,0 +1,20 @@
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN useradd user
+
+USER user
+
+ENV HOME=/home/user \
+    PATH=$HOME/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+CMD [ "uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860" ]

app.py

@@ -0,0 +1,15 @@
+from fastapi import FastAPI
+from transformers import pipeline
+
+app = FastAPI()
+
+pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+
+@app.get("/")
+def home():
+    return {"Hello World!"}
+
+@app.get("/generate")
+def generate(prompt:str):
+    output = pipe(prompt)
+    return {"output":output[0]['generated_text']}

requirements.txt

@@ -0,0 +1,66 @@
+annotated-types==0.7.0
+anyio==4.4.0
+certifi==2024.6.2
+charset-normalizer==3.3.2
+click==8.1.7
+dnspython==2.6.1
+email_validator==2.1.2
+exceptiongroup==1.2.1
+fastapi
+fastapi-cli==0.0.4
+filelock==3.15.1
+fsspec==2024.6.0
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.4
+idna==3.7
+Jinja2==3.1.4
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+mdurl==0.1.2
+mpmath==1.3.0
+networkx==3.2.1
+numpy==2.0.0
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.5.40
+nvidia-nvtx-cu12==12.1.105
+orjson==3.10.5
+packaging==24.1
+pydantic==2.7.4
+pydantic_core==2.18.4
+Pygments==2.18.0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+PyYAML==6.0.1
+regex==2024.5.15
+requests==2.32.3
+rich==13.7.1
+safetensors==0.4.3
+shellingham==1.5.4
+sniffio==1.3.1
+starlette==0.37.2
+sympy==1.12.1
+tokenizers==0.19.1
+torch==2.3.1
+tqdm==4.66.4
+transformers==4.41.2
+triton==2.3.1
+typer==0.12.3
+typing_extensions==4.12.2
+ujson==5.10.0
+urllib3==2.2.2
+uvicorn[standard]
+uvloop==0.19.0
+watchfiles==0.22.0
+websockets==12.0