mabosaimi commited on
Commit
048f0fe
·
1 Parent(s): fd2067e

setup required deps and create a route for embedding text

Browse files
Files changed (3) hide show
  1. Dockerfile +14 -0
  2. app.py +16 -0
  3. requirements.txt +8 -0
Dockerfile ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM python:3.12-slim
2
+
3
+ RUN useradd -m -u 1000 user
4
+ USER user
5
+ ENV PATH="/home/user/.local/bin:$PATH"
6
+
7
+ WORKDIR /app
8
+
9
+ COPY --chown=user ./requirements.txt requirements.txt
10
+ RUN pip install --no-cache-dir --upgrade pip
11
+ RUN pip install --no-cache-dir -r requirements.txt
12
+
13
+ COPY --chown=user . /app
14
+ CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
app.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI
2
+ from pydantic import BaseModel
3
+ from sentence_transformers import SentenceTransformer
4
+
5
+ app = FastAPI()
6
+ model = SentenceTransformer("mabosaimi/bge-m3-text2tables")
7
+
8
+
9
+ class Query(BaseModel):
10
+ query: str
11
+
12
+
13
+ @app.post("/embed")
14
+ async def embed_query(data: Query):
15
+ embedding = model.encode(data.query)
16
+ return {"embedding": embedding.tolist()}
requirements.txt ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ fastapi==0.95.2
2
+ uvicorn[standard]==0.23.1
3
+ sentence-transformers==5.1.0
4
+ transformers==4.56.1
5
+ torch==2.8.0
6
+ accelerate==1.10.1
7
+ datasets==4.0.0
8
+ tokenizers==0.22.0