| | import random |
| | import time |
| | import json |
| | import re |
| | import aiohttp |
| | import requests |
| | import asyncio |
| | from flask import Flask, request, Response |
| | from flask_cors import CORS |
| | import uuid |
| |
|
| | app = Flask(__name__) |
| | CORS(app) |
| |
|
| | MAGAI_TOKEN = { |
| | "cookie": "_fbp=fb.1.1731157547017.999175969945264246; _ga=GA1.1.1511565936.1731157547; soquick-mobile_live_u2main=bus|1731157558019x939242898939773400|1731157558072x230077743876915040; soquick-mobile_live_u2main.sig=O-AoJ9Vd_oxtGTWtsC31B_SsLlU; soquick-mobile_u1main=1731157558019x939242898939773400; _ga_N5J29RVHDJ=GS1.1.1731157547.1.1.1731157568.0.0.0", |
| | "app_last_change": "21388518093", |
| | "current_page_item": "1348695171700984260__LOOKUP__1726124636560x692535552825360400", |
| | "current_user": "1348695171700984260__LOOKUP__1722349236461x685414888067651300", |
| | } |
| |
|
| | MAGAI_MAPPING = { |
| | "gpt-4o": "openai/gpt-4o", |
| | "claude-3.5-sonnet": "anthropic/claude-3.5-sonnet:beta", |
| | "claude-3-opus": "anthropic/claude-3-opus:beta", |
| | "gemini-1.5-pro": "google/gemini-pro-1.5" |
| | } |
| |
|
| | UUID_LENGTH = 1e18 |
| | MODULO = 1e18 |
| |
|
| | def generate_uuid(): |
| | return f"{int(time.time() * 1000)}x{str(round(random.random() * UUID_LENGTH)).zfill(18)}" |
| |
|
| | def create_luid(separator="x"): |
| | timestamp = int(time.time() * 1000) |
| | return f"{timestamp}{separator}1" |
| |
|
| | def format_model_name(model_name): |
| | return re.sub(r"_+", "_", re.sub(r"[/:-]", "_", model_name)) |
| |
|
| |
|
| | def find_token_in_object(obj): |
| | if isinstance(obj, dict): |
| | for key, value in obj.items(): |
| | if key == "token" and isinstance(value, str): |
| | return value |
| | token = find_token_in_object(value) |
| | if token: |
| | return token |
| | return None |
| |
|
| |
|
| | def get_last_user_content(messages): |
| | for message in reversed(messages): |
| | if message["role"] == "user": |
| | return message["content"] |
| | return None |
| |
|
| |
|
| | async def get_token(model, message): |
| | server_call_id = generate_uuid() |
| | created_id = MAGAI_TOKEN["current_page_item"].split("__")[0] |
| | user_id = MAGAI_TOKEN["current_user"].split("__")[2] |
| | model_id = "0060f9accd1dbade552f65ac646fb3da" |
| | item_id = "bUNih7" |
| | element_id = "bUNib7" |
| |
|
| | body = { |
| | "app_last_change": MAGAI_TOKEN["app_last_change"], |
| | "calls": [ |
| | { |
| | "client_state": { |
| | "element_instances": { |
| | "bUNib7": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUNib7", |
| | "parent_element_id": "bUMiq3", |
| | }, |
| | "bTezP": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezP", |
| | "parent_element_id": "bTezJ", |
| | }, |
| | "bTezE": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezE", |
| | "parent_element_id": "bTeqc", |
| | }, |
| | "bTezJ": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezJ", |
| | "parent_element_id": "bUKFL2", |
| | }, |
| | "bTezQ": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezQ", |
| | "parent_element_id": "bUKFL2", |
| | }, |
| | "bUiru0": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUiru0", |
| | "parent_element_id": "bUjNK", |
| | }, |
| | "bUDVj0": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUDVj0", |
| | "parent_element_id": "bUMiq3", |
| | }, |
| | "bUXzm2": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUXzm2", |
| | "parent_element_id": "bUMhk3", |
| | }, |
| | "bUifI1": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUifI1", |
| | "parent_element_id": "bTeqg", |
| | }, |
| | "bUMiq3": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUMiq3", |
| | "parent_element_id": "bTezE", |
| | }, |
| | "bTekm": { |
| | "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTekm", |
| | "parent_element_id": None, |
| | }, |
| | }, |
| | "element_state": { |
| | f"{created_id}__LOOKUP__ElementInstance::bTezP": { |
| | "is_visible": True, |
| | "value_that_is_valid": message, |
| | "value": message, |
| | }, |
| | f"{created_id}__LOOKUP__ElementInstance::bTezE": { |
| | "custom.images_": None, |
| | "custom.file_": None, |
| | "custom.file_content_": None, |
| | "custom.file_name_": None, |
| | "custom.file_type_": None, |
| | }, |
| | f"{created_id}__LOOKUP__ElementInstance::bTezJ": { |
| | "custom.isrecording_": None, |
| | "custom.prompt_": None, |
| | }, |
| | f"{created_id}__LOOKUP__ElementInstance::bUiru0": { |
| | "AAE": message |
| | }, |
| | f"{created_id}__LOOKUP__ElementInstance::bUDVj0": { |
| | "AAE": message |
| | }, |
| | f"{created_id}__LOOKUP__ElementInstance::bUifI1": { |
| | "custom.is_visible_": None, |
| | "group_data": None, |
| | }, |
| | f"{created_id}__LOOKUP__ElementInstance::bUMiq3": { |
| | "group_data": None |
| | }, |
| | }, |
| | "other_data": { |
| | "Current Page Scroll Position": 0, |
| | "Current Page Width": 661, |
| | }, |
| | "cache": { |
| | f"{model_id}": format_model_name(model), |
| | "true": True, |
| | "CurrentPageItem": MAGAI_TOKEN["current_page_item"], |
| | "CurrentUser": MAGAI_TOKEN["current_user"], |
| | }, |
| | "exists": { |
| | f"{model_id}": True, |
| | "true": True, |
| | "CurrentPageItem": True, |
| | "CurrentUser": True, |
| | }, |
| | }, |
| | "run_id": generate_uuid(), |
| | "server_call_id": server_call_id, |
| | "item_id": item_id, |
| | "element_id": element_id, |
| | "page_id": "bTekm", |
| | "uid_generator": { |
| | "timestamp": int(time.time() * 1000), |
| | "seed": round(random.random() * UUID_LENGTH) % MODULO, |
| | }, |
| | "random_seed": random.random(), |
| | "current_date_time": int(time.time() * 1000), |
| | "current_wf_params": {}, |
| | } |
| | ], |
| | "client_breaking_revision": 5, |
| | "timezone_offset": -480, |
| | "timezone_string": "Asia/Shanghai", |
| | "user_id": user_id, |
| | "wait_for": [], |
| | } |
| |
|
| | url = "https://app.magai.co/workflow/start" |
| | async with aiohttp.ClientSession() as session: |
| | async with session.post( |
| | url, |
| | headers={ |
| | "x-bubble-fiber-id": generate_uuid(), |
| | "x-bubble-pl": create_luid(), |
| | "accept": "application/json, text/javascript, */*; q=0.01", |
| | "cookie": MAGAI_TOKEN["cookie"], |
| | }, |
| | json=body, |
| | ) as response: |
| | response_data = await response.json() |
| |
|
| | if "error_class" in response_data: |
| | raise Exception(response_data) |
| |
|
| | server_call_data = response_data.get(server_call_id) |
| | if not server_call_data or "step_results" not in server_call_data: |
| | return None |
| | for step_result in server_call_data["step_results"].values(): |
| | if isinstance(step_result.get("return_value"), dict): |
| | token = find_token_in_object(step_result["return_value"]) |
| | if token: |
| | return token |
| |
|
| |
|
| | async def get_request_data(model, messages): |
| | if model not in MAGAI_MAPPING: |
| | return Response( |
| | json.dumps( |
| | { |
| | "error": { |
| | "message": "This model is currently unavailable. Please try again later or choose another model.", |
| | "code": "model_not_exists", |
| | } |
| | } |
| | ), |
| | status=400, |
| | mimetype="application/json", |
| | ) |
| |
|
| | last_user_message = get_last_user_content(messages) |
| | token = await get_token(MAGAI_MAPPING[model], last_user_message) |
| | headers = { |
| | "Content-Type": "application/json", |
| | "HTTP-Referer": "https://magai.co", |
| | "Origin": "https://app.magai.co", |
| | "Pragma": "no-cache", |
| | "Referer": "https://app.magai.co/", |
| | "Token": token, |
| | "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/500.00 (KHTML, like Gecko) Chrome/100.0.0.0 Safari/500.00", |
| | } |
| |
|
| | json_data = { |
| | "model": MAGAI_MAPPING[model], |
| | "messages": [{"role": "system", "content": "You are a helpful assistant."}] |
| | + messages, |
| | "tools": [ |
| | { |
| | "type": "function", |
| | "function": { |
| | "name": "get_actual_time_info", |
| | "description": "Returns actual information from web about prompt theme.", |
| | "parameters": { |
| | "type": "object", |
| | "properties": { |
| | "query": { |
| | "type": "string", |
| | "description": "The query string based on users prompt to search information about.", |
| | } |
| | }, |
| | "required": ["query"], |
| | }, |
| | }, |
| | }, |
| | { |
| | "type": "function", |
| | "function": { |
| | "name": "generate_image", |
| | "description": "Returns generated image URL.", |
| | "parameters": { |
| | "type": "object", |
| | "properties": { |
| | "query": { |
| | "type": "string", |
| | "description": "Prompt to image generation AI model, that describes what image to generate.", |
| | } |
| | }, |
| | "required": ["query"], |
| | }, |
| | }, |
| | }, |
| | ], |
| | "provider": {"data_collection": "deny"}, |
| | "tool_choice": "auto", |
| | "stream": True, |
| | } |
| |
|
| | response = requests.post( |
| | "https://live.proxy.magai.co:4430/opr/api/v1/chat/completions", |
| | headers=headers, |
| | json=json_data, |
| | ) |
| | return response |
| |
|
| |
|
| | def format_response(response): |
| | content = "" |
| | for line in response.iter_lines(): |
| | if line: |
| | decoded_line = line.decode("utf-8") |
| | if decoded_line.startswith("data:"): |
| | try: |
| | data = json.loads(decoded_line[5:].strip()) |
| | if "choices" in data and len(data["choices"]) > 0: |
| | delta = data["choices"][0].get("delta", {}) |
| | if "content" in delta: |
| | content += delta["content"] |
| | except json.JSONDecodeError: |
| | pass |
| | return content |
| |
|
| |
|
| | @app.route("/hf/v1/chat/completions", methods=["POST"]) |
| | def chat_completions(): |
| | data = request.json |
| | messages = data.get("messages", []) |
| | model = data.get("model", "claude-3.5-sonnet") |
| |
|
| | async def process_request(): |
| | response = await get_request_data(model, messages) |
| | return format_response(response) |
| |
|
| | loop = asyncio.new_event_loop() |
| | asyncio.set_event_loop(loop) |
| | result = loop.run_until_complete(process_request()) |
| |
|
| | event_stream_response = "" |
| | for part in result: |
| | part = part.replace("\n", "\\n") |
| | event_stream_response += f'data:{{"id":"{uuid.uuid4()}","object":"chat.completion.chunk","created":{int(time.time())},"model":"{model}","system_fingerprint":"fp_45ah8ld5a7","choices":[{{"index":0,"delta":{{"content":"{part}"}},"logprobs":null,"finish_reason":null}}]}}\n\n' |
| | event_stream_response += "data:[DONE]\n" |
| |
|
| | return Response(event_stream_response, mimetype="text/event-stream") |
| |
|
| |
|
| | if __name__ == "__main__": |
| | app.run(host="0.0.0.0", port=7860) |
