File size: 892 Bytes
01f199c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | import os
import dotenv
from openai import OpenAI
from tenacity import retry, wait_random_exponential, stop_after_attempt
from .Base import BaseModel
dotenv.load_dotenv()
class Pangu72B(BaseModel):
def __init__(self, temperature=0):
api_key = os.getenv("PANGU_API_KEY_72b")
api_base_url = os.getenv("PANGU_API_URL_72b")
self.model = "pangu-pro"
self.deepseek_client = OpenAI(api_key=api_key, base_url=api_base_url)
@retry(wait=wait_random_exponential(min=1, max=120), stop=stop_after_attempt(30))
def prompt(self, processed_input):
response = self.deepseek_client.chat.completions.create(
model=self.model,
messages=processed_input,
stream=False,
temperature=0.7
)
return response.choices[0].message.content, response.usage.prompt_tokens, response.usage.completion_tokens |