Initial commit

Dockerfile

@@ -0,0 +1,14 @@
+FROM python:3.10-slim
+
+RUN useradd user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user ./ $HOME/app
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,17 @@
+from fastapi import FastAPI
+from transformers import pipeline
+
+# Use the text-generation pipeline
+pipe = pipeline("text-generation", model="Hawoly18/Adia_Llama3.1")
+
+app = FastAPI()
+
+@app.get('/')
+def home():
+    return {"hello": "Concree"}
+
+@app.get('/generate')
+def generate(text: str):
+    # Generate text using the pipeline
+    result = pipe(text)
+    return {"result": result[0]['generated_text']}

requirements.txt

@@ -0,0 +1,15 @@
+fastapi
+uvicorn
+transformers
+torch
+jax
+jaxlib
+git+https://github.com/huggingface/transformers.git
+accelerate
+sentencepiece 
+xformers
+trl<0.9.0
+peft
+bitsandbytes
+requests==2.27.*
+uvicorn[standard]==0.17.*