File size: 663 Bytes
b040724
7e10d04
4ad42f2
 
b040724
7360b74
4aabcd0
b040724
c26dd48
b040724
 
8416321
3e8abcd
 
 
 
 
88e77d7
b040724
 
5f1d48b
3e8abcd
5f1d48b
b040724
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
from huggingface_hub import InferenceClient
import os

def query_model(prompt):
    try:
        HF_TOKEN = os.getenv("HF_TOKENN")

        client = InferenceClient(
            model="Qwen/Qwen2.5-7B-Instruct",
            token=HF_TOKEN
        )

        response = client.chat_completion(
            messages=[
                {"role": "system", "content": "You are a certified professional fitness trainer."},
                {"role": "user", "content": prompt}
            ],
            max_tokens=2000,
            temperature=0.7
        )

        return response.choices[0].message.content

    except Exception as e:
        return f"Error: {str(e)}"