File size: 774 Bytes
09af059 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
from openai import OpenAI
from propella import (
create_messages,
AnnotationResponse,
get_annotation_response_schema,
)
document = "Hi, its me Max."
client = OpenAI(base_url="http://localhost:8000/v1", api_key="EMPTY")
response = client.chat.completions.create(
model="ellamind/propella-1-4b",
messages=create_messages(document),
response_format={
"type": "json_schema",
"json_schema": {
"name": "AnnotationResponse",
"schema": get_annotation_response_schema(flatten=True, compact_whitespace=True),
"strict": True,
}
},
)
response_content = response.choices[0].message.content
result = AnnotationResponse.model_validate_json(response_content)
print(result.model_dump_json(indent=4))
|