File size: 3,213 Bytes
a4b70d9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
from __future__ import annotations
import time
from aiohttp import ClientSession
from ..typing import AsyncResult, Messages
from ..requests.raise_for_status import raise_for_status
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
from .helper import format_prompt
from ..providers.response import FinishReason, JsonConversation
class Conversation(JsonConversation):
userId: str = None
message_history: Messages = []
def __init__(self, model: str):
self.model = model
self.userId = f"#/chat/{int(time.time() * 1000)}"
class Yqcloud(AsyncGeneratorProvider, ProviderModelMixin):
url = "https://chat9.yqcloud.top"
api_endpoint = "https://api.binjie.fun/api/generateStream"
working = True
supports_stream = True
supports_system_message = True
supports_message_history = True
default_model = "gpt-4"
models = [default_model]
@classmethod
async def create_async_generator(
cls,
model: str,
messages: Messages,
stream: bool = True,
proxy: str = None,
conversation: Conversation = None,
return_conversation: bool = True,
**kwargs
) -> AsyncResult:
model = cls.get_model(model)
headers = {
"accept": "application/json, text/plain, */*",
"accept-language": "en-US,en;q=0.9",
"content-type": "application/json",
"origin": f"{cls.url}",
"referer": f"{cls.url}/",
"user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"
}
if conversation is None:
conversation = Conversation(model)
conversation.message_history = messages
else:
conversation.message_history.append(messages[-1])
# Extract system message if present
system_message = ""
current_messages = conversation.message_history
if current_messages and current_messages[0]["role"] == "system":
system_message = current_messages[0]["content"]
current_messages = current_messages[1:]
async with ClientSession(headers=headers) as session:
prompt = format_prompt(current_messages)
data = {
"prompt": prompt,
"userId": conversation.userId,
"network": True,
"system": system_message,
"withoutContext": False,
"stream": stream
}
async with session.post(cls.api_endpoint, json=data, proxy=proxy) as response:
await raise_for_status(response)
full_message = ""
async for chunk in response.content:
if chunk:
message = chunk.decode()
yield message
full_message += message
if return_conversation:
conversation.message_history.append({"role": "assistant", "content": full_message})
yield conversation
yield FinishReason("stop")
|