Aigenthix commited on
Commit
7d47851
·
verified ·
1 Parent(s): a11c833

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -2,17 +2,15 @@ import os
2
  import json
3
  from fastapi import FastAPI, Request
4
  from fastapi.responses import HTMLResponse, StreamingResponse
5
- from fastapi.staticfiles import StaticFiles
6
  from fastapi.templating import Jinja2Templates
7
  from pydantic import BaseModel
8
  from groq import Groq
9
  from typing import List
10
 
11
  app = FastAPI()
12
- app.mount("/static", StaticFiles(directory="static"), name="static")
13
  templates = Jinja2Templates(directory="templates")
14
 
15
- client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
16
 
17
  MODELS = {
18
  "llama-3.1-8b-instant": {
@@ -61,4 +59,4 @@ async def chat(req: ChatRequest):
61
  yield f"data: {json.dumps({'content': delta.content})}\n\n"
62
  yield "data: [DONE]\n\n"
63
 
64
- return StreamingResponse(generate(), media_type="text/event-stream")
 
2
  import json
3
  from fastapi import FastAPI, Request
4
  from fastapi.responses import HTMLResponse, StreamingResponse
 
5
  from fastapi.templating import Jinja2Templates
6
  from pydantic import BaseModel
7
  from groq import Groq
8
  from typing import List
9
 
10
  app = FastAPI()
 
11
  templates = Jinja2Templates(directory="templates")
12
 
13
+ client = Groq(api_key=os.environ.get("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"))
14
 
15
  MODELS = {
16
  "llama-3.1-8b-instant": {
 
59
  yield f"data: {json.dumps({'content': delta.content})}\n\n"
60
  yield "data: [DONE]\n\n"
61
 
62
+ return StreamingResponse(generate(), media_type="text/event-stream")