File size: 356 Bytes
a91be8c
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
"""
Quick end-to-end smoke test for the provider cascade.
Run after setting configs/.env with your keys.
"""
from app.core.inference import chat

msgs = [
    {"role": "system", "content": "You are concise."},
    {"role": "user", "content": "Say hello in one sentence and mention which provider you are (if you can)."},
]

print(chat(msgs, stream=False))