File size: 1,371 Bytes
a4b70d9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
from __future__ import annotations
import json
from ...typing import Messages, AsyncResult, MediaListType
from ...requests import StreamSession
from ...image import to_data_uri
from ...providers.base_provider import AsyncGeneratorProvider, ProviderModelMixin
from ...providers.response import RawResponse
from ... import debug
class BackendApi(AsyncGeneratorProvider, ProviderModelMixin):
ssl = None
headers = {}
@classmethod
async def create_async_generator(
cls,
model: str,
messages: Messages,
media: MediaListType = None,
api_key: str = None,
**kwargs
) -> AsyncResult:
debug.log(f"{cls.__name__}: {api_key}")
if media is not None:
for i in range(len(media)):
media[i] = (to_data_uri(media[i][0], media[i][1]), media[i][1])
async with StreamSession(
headers={"Accept": "text/event-stream", **cls.headers},
) as session:
async with session.post(f"{cls.url}/backend-api/v2/conversation", json={
"model": model,
"messages": messages,
"media": media,
"api_key": api_key,
**kwargs
}, ssl=cls.ssl) as response:
async for line in response.iter_lines():
yield RawResponse(**json.loads(line)) |