Update app.py
Browse files
app.py
CHANGED
|
@@ -2,17 +2,15 @@ import os
|
|
| 2 |
import json
|
| 3 |
from fastapi import FastAPI, Request
|
| 4 |
from fastapi.responses import HTMLResponse, StreamingResponse
|
| 5 |
-
from fastapi.staticfiles import StaticFiles
|
| 6 |
from fastapi.templating import Jinja2Templates
|
| 7 |
from pydantic import BaseModel
|
| 8 |
from groq import Groq
|
| 9 |
from typing import List
|
| 10 |
|
| 11 |
app = FastAPI()
|
| 12 |
-
app.mount("/static", StaticFiles(directory="static"), name="static")
|
| 13 |
templates = Jinja2Templates(directory="templates")
|
| 14 |
|
| 15 |
-
client = Groq(api_key=os.environ.get("
|
| 16 |
|
| 17 |
MODELS = {
|
| 18 |
"llama-3.1-8b-instant": {
|
|
@@ -61,4 +59,4 @@ async def chat(req: ChatRequest):
|
|
| 61 |
yield f"data: {json.dumps({'content': delta.content})}\n\n"
|
| 62 |
yield "data: [DONE]\n\n"
|
| 63 |
|
| 64 |
-
return StreamingResponse(generate(), media_type="text/event-stream")
|
|
|
|
| 2 |
import json
|
| 3 |
from fastapi import FastAPI, Request
|
| 4 |
from fastapi.responses import HTMLResponse, StreamingResponse
|
|
|
|
| 5 |
from fastapi.templating import Jinja2Templates
|
| 6 |
from pydantic import BaseModel
|
| 7 |
from groq import Groq
|
| 8 |
from typing import List
|
| 9 |
|
| 10 |
app = FastAPI()
|
|
|
|
| 11 |
templates = Jinja2Templates(directory="templates")
|
| 12 |
|
| 13 |
+
client = Groq(api_key=os.environ.get("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"))
|
| 14 |
|
| 15 |
MODELS = {
|
| 16 |
"llama-3.1-8b-instant": {
|
|
|
|
| 59 |
yield f"data: {json.dumps({'content': delta.content})}\n\n"
|
| 60 |
yield "data: [DONE]\n\n"
|
| 61 |
|
| 62 |
+
return StreamingResponse(generate(), media_type="text/event-stream")
|