Update app.py

app.py

@@ -8,10 +8,20 @@ import os
 from pydantic import BaseModel
 from apscheduler.schedulers.background import BackgroundScheduler
 
+# Initialize FastAPI application
 app = FastAPI()
 
-# Enable CORS
-app.add_middleware(CORSMiddleware, allow_origins=["*"], allow_credentials=True, allow_methods=["*"], allow_headers=["*"])
+# CORS settings
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+# Set the OpenAI API key
+OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY", None)
 
 # Time-Limited Infinite Cache
 cache = {}
@@ -32,8 +42,7 @@ scheduler.start()
 class StreamTextRequest(BaseModel):
     query: str
     history: str = "[]"
-    model: str = "gpt-4"
-    api_key: str = None
+    model: str = "gpt-3.5-turbo"  # Default model can be changed as needed
 
 @app.post("/stream_text")
 async def stream_text(request: StreamTextRequest):
@@ -45,52 +54,52 @@ async def stream_text(request: StreamTextRequest):
         cached_response, timestamp = cache[cache_key]
         return StreamingResponse(iter([f"{cached_response}"]), media_type='text/event-stream')
 
-    # Use the API specified by the user
-    api_url = "https://api.pawan.krd/unfiltered/v1"
-    api_key = request.api_key if request.api_key != 'none' else os.environ.get("OPENAI_API_KEY")
-
+    # Define system message for OpenAI
     system_message = """You are an AI language assistant. Your sole task is to correct the grammar, spelling, and structure of the sentences provided to you. You must not change the meaning of the sentences, and you should focus only on making them grammatically correct, concise, and clear. Do not add any additional information or provide explanations unless specifically asked. Your responses should be limited to the corrected version of the sentence."""
 
     messages = [{'role': 'system', 'content': system_message}]
-    messages.extend(json.loads(request.history))
+    messages.extend(json.loads(request.history))  # Load history from the request
     messages.append({'role': 'user', 'content': request.query})
-
-    data = {
-        'messages': messages,
-        'model': request.model,
-        'stream': True
-    }
+    
+    data = {'model': request.model, 'messages': messages, 'stream': True}
 
     async def stream_response():
         async with aiohttp.ClientSession() as session:
             async with session.post(
-                api_url,
-                headers={'Authorization': f'Bearer {api_key}', 'Content-Type': 'application/json'},
+                'https://api.openai.com/v1/chat/completions',
+                headers={
+                    'Authorization': f'Bearer {OPENAI_API_KEY}',
+                    'Content-Type': 'application/json'
+                },
                 json=data
             ) as response:
                 if response.status != 200:
                     raise HTTPException(status_code=response.status, detail="Error fetching AI response")
 
+                response_content = ""
                 async for line in response.content:
                     line = line.decode('utf-8').strip()
                     if line.startswith('data:'):
-                        json_data = line[6:]
-                        try:
-                            parsed_data = json.loads(json_data)
-                            content = parsed_data.get("choices", [{}])[0].get("delta", {}).get("content", '')
-                            if content:
-                                yield f"data: {content}\n\n"
-                        except json.JSONDecodeError as e:
-                            yield f"data: Error decoding JSON\n\n"
-
-                # Cache the full response if available
-                # response_content = "full response would be stored here if needed"
-                # cache[cache_key] = (response_content, current_time)
+                        json_data = line[5:].strip()  # Remove 'data: ' prefix
+                        if json_data:
+                            try:
+                                parsed_data = json.loads(json_data)
+                                content = parsed_data.get("choices", [{}])[0].get("delta", {}).get("content", '')
+                                if content:
+                                    content = content.replace("\n", " ")
+                                    response_content += f"data: {content}\n\n"
+                                    yield f"data: {content}\n\n"
+                            except json.JSONDecodeError as e:
+                                print(f"Error decoding JSON: {e}")
+                                yield f"data: Error decoding JSON\n\n"
+
+                # Cache the full response
+                cache[cache_key] = (response_content, current_time)
 
     return StreamingResponse(stream_response(), media_type='text/event-stream')
 
 # Serve static files
-from starlette.responses import FileResponse
+from starlette.responses import FileResponse 
 
 @app.get("/script1.js")
 async def script1_js():