File size: 659 Bytes
1734dc9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | import os
import requests
HF_API_URL = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1"
HF_API_KEY = os.getenv("HF_API_TOKEN") # Set in your Space's Secrets tab
headers = {"Authorization": f"Bearer {HF_API_KEY}"}
def run_inference(prompt):
response = requests.post(HF_API_URL, headers=headers, json={"inputs": prompt})
if response.status_code == 200:
data = response.json()
if isinstance(data, list) and len(data) > 0 and "generated_text" in data[0]:
return data[0]["generated_text"]
return str(data)
else:
return f"Error: {response.status_code} - {response.text}"
|