model_api.py

import requests
import streamlit as st
import time

API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.2"

headers = {
    "Authorization": f"Bearer {st.secrets['HF_TOKEN']}"
}

def query_model(prompt):
    payload = {
        "inputs": prompt,
        "parameters": {
            "max_new_tokens": 800,
            "temperature": 0.7
        }
    }

    response = requests.post(API_URL, headers=headers, json=payload)
    result = response.json()

    # If model is loading
    if isinstance(result, dict) and "error" in result:
        return f"⚠ Model Error: {result['error']}"

    # If normal success response
    if isinstance(result, list) and len(result) > 0:
        return result[0]["generated_text"]

    return "Unexpected response from model."