File size: 1,621 Bytes
02c783d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
from typing import List
import requests
from tenacity import retry, stop_after_attempt, wait_random_exponential
from models.Base import BaseModel
class ClaudeModel(BaseModel):
def __init__(self,
model_id="claude-3.7",
api_key=None):
assert api_key is not None, "no api key is provided."
self.model_id = model_id
self.SERVER = "https://llm-api.amd.com/claude3"
self.headers = {
'Ocp-Apim-Subscription-Key': api_key
}
@retry(wait=wait_random_exponential(min=20, max=60), stop=stop_after_attempt(5))
def generate(self,
messages: List,
temperature=1.0,
presence_penalty=0,
frequency_penalty=0,
max_tokens=30000,
max_completion_tokens=30000
) -> str:
body = {
"messages": messages,
"temperature": temperature,
"stream": False,
"max_completion_tokens": max_tokens,
"max_tokens": max_tokens,
"presence_Penalty": 0,
"frequency_Penalty": 0,
}
try:
response = requests.post(
url=f"{self.SERVER}/{self.model_id}/chat/completions",
json=body,
headers=self.headers,
timeout=600
)
except Exception as e:
raise ValueError("No response from the API.")
assert response.status_code == 200
return response.json()['content'][0]['text']
|