Update app.py

app.py

@@ -113,7 +113,7 @@ async def proxy_openai_api(request: Request):
 
     request_body = await request.json() if request.method in {'POST', 'PUT'} else None
 
-    async def stream_api_response(api_key: str):
+    async def stream_api_response(api_key: str) -> AsyncIterable[str]:
         update_authorization_header(api_key)
         try:
             streaming = client.stream(request.method, COMPLETIONS_URL, headers=headers, params=request.query_params, json=request_body)
@@ -135,13 +135,19 @@ async def proxy_openai_api(request: Request):
         for api_key in API_KEYS:
             response_generator = stream_api_response(api_key)
             try:
-                first_chunk = await response_generator.__anext__()
+                first_chunk = await anext(response_generator)
                 if first_chunk == 'auth_error':
                     print(f'ключ API {api_key} недействителен или превышен лимит отправки запросов')
                     continue
                 else:
                     headers_to_forward = {k: v for k, v in headers.items() if k.lower() not in {'content-length', 'content-encoding', 'alt-svc'}}
-                    return OverrideStreamResponse(chain([first_chunk], response_generator), headers=headers_to_forward)
+                    
+                    async def combined_generator():
+                        yield first_chunk
+                        async for chunk in response_generator:
+                            yield chunk
+
+                    return OverrideStreamResponse(combined_generator(), headers=headers_to_forward)
             except StopAsyncIteration:
                 continue
         raise HTTPException(status_code=401, detail='все ключи API использованы, доступ запрещен.')