Update app.py

app.py

@@ -6,16 +6,17 @@ from openai import AsyncOpenAI
 
 app = FastAPI()
 
+# Define a request model for the prompt and required model name
 class GenerateRequest(BaseModel):
     prompt: str
-    model: str  # e.g., "deepseek/DeepSeek-V3-0324"
+    model: str  # Model is required, no default
 
 async def generate_ai_response(prompt: str, model: str):
+    # Configuration for unofficial GitHub AI endpoint
     token = os.getenv("GITHUB_TOKEN")
     if not token:
         raise HTTPException(status_code=500, detail="GitHub token not configured")
-
-    # You can also make this endpoint dynamic if needed
+    
     endpoint = "https://models.github.ai/inference"
 
     client = AsyncOpenAI(base_url=endpoint, api_key=token)
@@ -26,7 +27,7 @@ async def generate_ai_response(prompt: str, model: str):
                 {"role": "system", "content": "You are a helpful assistant."},
                 {"role": "user", "content": prompt}
             ],
-            model=model,  # dynamically set model from user input
+            model=model,
             temperature=1.0,
             top_p=1.0,
             stream=True
@@ -38,17 +39,20 @@ async def generate_ai_response(prompt: str, model: str):
 
     except Exception as err:
         yield f"Error: {str(err)}"
-        raise HTTPException(status_code=500, detail="AI generation failed")
+        raise HTTPException(status_code=500, detail=f"AI generation failed: {str(err)}")
 
 @app.post("/generate")
 async def generate_response(request: GenerateRequest):
     if not request.prompt:
         raise HTTPException(status_code=400, detail="Prompt cannot be empty")
-
+    
+    if not request.model:
+        raise HTTPException(status_code=400, detail="Model must be specified")
+    
     return StreamingResponse(
         generate_ai_response(request.prompt, request.model),
         media_type="text/event-stream"
     )
 
 def get_app():
-    return app
+    return app  # Fixed typo from previous code