File size: 513 Bytes
722e1bf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | import os
import requests
API_URL = "https://router.huggingface.co/v1/chat/completions"
headers = {
"Authorization": f"Bearer [token here]",
}
def query(payload):
response = requests.post(API_URL, headers=headers, json=payload)
return response.json()
response = query({
"messages": [
{
"role": "user",
"content": "What is the capital of France?"
}
],
"model": "meta-llama/Llama-3.1-8B-Instruct:novita"
})
print(response["choices"][0]["message"]) |