Upload 3 files

Dockerfile

@@ -0,0 +1,24 @@
+# Use an official Python runtime as a parent image
+FROM python:3.11
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the requirements file into the container at /app
+COPY requirements.txt /app/requirements.txt
+
+# Install any dependencies specified in requirements.txt
+RUN pip install --upgrade pip
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the rest of the working directory contents into the container at /app
+COPY app.py /app
+
+# Make port 8000 available to the world outside this container
+EXPOSE 2000
+
+# Health check to ensure the container is running
+HEALTHCHECK CMD curl --fail http://localhost:2000 || exit 1
+
+# Run uvicorn server
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "2000"]

app.py

@@ -0,0 +1,21 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+from typing import List
+from sentence_transformers import SentenceTransformer
+
+app = FastAPI()
+
+model = SentenceTransformer('sentence-transformers/gtr-t5-base')
+
+class TextBatch(BaseModel):
+    texts: List[str]
+
+@app.post("/embed")
+async def get_embeddings(batch: TextBatch):
+    embeddings = model.encode(batch.texts)
+    return {"embeddings": embeddings.tolist()}
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=2000)
+

requirements.txt

@@ -0,0 +1,5 @@
+RUN pip install --no-cache-dir torch==2.3.1+cpu -f https://download.pytorch.org/whl/torch_stable.html
+uvicorn==0.30.1
+fastapi==0.111.0
+pydantic==2.7.3
+sentence-transformers==3.0.0