X34o commited on
Commit
68f792f
·
verified ·
1 Parent(s): b7fdc11

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -7
app.py CHANGED
@@ -5,17 +5,20 @@ import os
5
  token = os.environ.get("HF_TOKEN")
6
 
7
  client = InferenceClient(
8
- model="mistralai/Mistral-7B-Instruct-v0.3",
9
  token=token
10
  )
11
 
12
  def generate(prompt):
13
- response = client.chat_completion(
14
- messages=[{"role": "user", "content": prompt}],
15
- max_tokens=512,
16
- temperature=0.7
17
- )
18
- return response.choices[0].message.content
 
 
 
19
 
20
  gr.Interface(
21
  fn=generate,
 
5
  token = os.environ.get("HF_TOKEN")
6
 
7
  client = InferenceClient(
8
+ model="meta-llama/Llama-3.2-3B-Instruct",
9
  token=token
10
  )
11
 
12
  def generate(prompt):
13
+ try:
14
+ response = client.chat_completion(
15
+ messages=[{"role": "user", "content": prompt}],
16
+ max_tokens=512,
17
+ temperature=0.7
18
+ )
19
+ return response.choices[0].message.content
20
+ except Exception as e:
21
+ return f"Error: {str(e)}"
22
 
23
  gr.Interface(
24
  fn=generate,