fixed streaming issue

main.py

@@ -1,3 +1,30 @@
+from fastapi import FastAPI, Request
+from fastapi.responses import StreamingResponse, JSONResponse
+from pydantic import BaseModel
+import requests
+import time
+import json
+from typing import List, Optional
+from models import AVAILABLE_MODELS
+
+app = FastAPI()
+
+def unix_id():
+    return str(int(time.time() * 1000))
+
+class Message(BaseModel):
+    role: str
+    content: str
+
+class ChatRequest(BaseModel):
+    messages: List[Message]
+    model: str
+    stream: Optional[bool] = False
+
+@app.get("/v1/models")
+async def list_models():
+    return {"object": "list", "data": AVAILABLE_MODELS}
+
 @app.post("/v1/chat/completions")
 async def chat_completion(request: ChatRequest):
     headers = {