Init commit

.gitignore

@@ -0,0 +1,4 @@
+*.env
+*.pyc
+
+__pycache__/

Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+CMD ["python" , "app.py"]

app.py

@@ -0,0 +1,59 @@
+from fastapi import FastAPI , Request , HTTPException
+from groq import Groq 
+import yaml
+import os
+import uvicorn
+from dotenv import load_dotenv
+load_dotenv()
+
+app : FastAPI = FastAPI()
+groq_client : Groq = Groq(api_key = os.getenv('GROQ_API_KEY'))
+with open('config.yaml') as config_file : config : dict = yaml.safe_load(config_file)
+
+@app.get('/')
+async def root() -> dict :
+    return {'message' : 'Chloe Chat Backend is running!'}
+
+@app.post('/ask')
+async def ask(request : Request) -> None : 
+
+    data : dict = await request.json()
+
+    if (
+        'query' not in data or 
+        'system-prompt' not in data
+    ) : raise HTTPException(
+        status_code = 400 , 
+        detail = 'Missing required fields: query, system-prompt'
+    )
+    
+    query : str = data['query']
+    system_prompt : str = data['system-prompt']
+    
+    response = groq_client.chat.completions.create(
+        model = config['groq']['model'] , 
+        messages = [
+            {
+                'role' : 'system' , 
+                'content' : system_prompt
+            } , 
+            {
+                'role' : 'user' , 
+                'content' : query
+            }
+        ] , 
+        temperature = config['groq']['temperature'] ,
+        max_completion_tokens = config['groq']['max-completion-tokens'] , 
+        top_p = config['groq']['top-p'] , 
+        stream = config['groq']['stream'] , 
+        stop = config['groq']['stop']
+    )
+    
+    return str(response.choices[0].message.content)
+
+
+if __name__ == '__main__' : uvicorn.run(
+    'app:app' , 
+    port = 7860 , 
+    host = '0.0.0.0'
+) 

config.yaml

@@ -0,0 +1,7 @@
+groq : 
+  model : llama-3.3-70b-versatile
+  temperature : 1
+  max-completion-tokens : 1024 
+  top-p : 1 
+  stream : False
+  stop : 

requirements.txt

@@ -0,0 +1,5 @@
+groq
+fastapi
+uvicorn
+PyYAML
+python.dotenv