RalphThings commited on
Commit
d59e706
·
verified ·
1 Parent(s): e7af338

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,7 +18,7 @@ class BasicAgent:
18
  # initialize HF inference pipeline once
19
  if HF_TOKEN is None:
20
  raise ValueError("HF_TOKEN not set in environment")
21
- self.generator = pipeline("text-generation", model="distilbert/distilgpt2")
22
  # The GAIA system prompt (no "FINAL ANSWER:" at the end)
23
  self.system_prompt = (
24
  "You are a general AI assistant. "
@@ -34,7 +34,7 @@ class BasicAgent:
34
  # Run the model
35
  out = self.generator(
36
  prompt,
37
- max_new_tokens=16, # leave room for the answer
38
  return_full_text=False
39
  )
40
  answer = out[0]["generated_text"].strip()
 
18
  # initialize HF inference pipeline once
19
  if HF_TOKEN is None:
20
  raise ValueError("HF_TOKEN not set in environment")
21
+ self.generator = pipeline("text-generation", model="bigscience/bloom-560m")
22
  # The GAIA system prompt (no "FINAL ANSWER:" at the end)
23
  self.system_prompt = (
24
  "You are a general AI assistant. "
 
34
  # Run the model
35
  out = self.generator(
36
  prompt,
37
+ max_new_tokens=50, # leave room for the answer
38
  return_full_text=False
39
  )
40
  answer = out[0]["generated_text"].strip()