Update app.py
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ class BasicAgent:
|
|
| 18 |
# initialize HF inference pipeline once
|
| 19 |
if HF_TOKEN is None:
|
| 20 |
raise ValueError("HF_TOKEN not set in environment")
|
| 21 |
-
self.generator = pipeline("text-generation", model="
|
| 22 |
# The GAIA system prompt (no "FINAL ANSWER:" at the end)
|
| 23 |
self.system_prompt = (
|
| 24 |
"You are a general AI assistant. "
|
|
@@ -34,7 +34,7 @@ class BasicAgent:
|
|
| 34 |
# Run the model
|
| 35 |
out = self.generator(
|
| 36 |
prompt,
|
| 37 |
-
max_new_tokens=
|
| 38 |
return_full_text=False
|
| 39 |
)
|
| 40 |
answer = out[0]["generated_text"].strip()
|
|
|
|
| 18 |
# initialize HF inference pipeline once
|
| 19 |
if HF_TOKEN is None:
|
| 20 |
raise ValueError("HF_TOKEN not set in environment")
|
| 21 |
+
self.generator = pipeline("text-generation", model="bigscience/bloom-560m")
|
| 22 |
# The GAIA system prompt (no "FINAL ANSWER:" at the end)
|
| 23 |
self.system_prompt = (
|
| 24 |
"You are a general AI assistant. "
|
|
|
|
| 34 |
# Run the model
|
| 35 |
out = self.generator(
|
| 36 |
prompt,
|
| 37 |
+
max_new_tokens=50, # leave room for the answer
|
| 38 |
return_full_text=False
|
| 39 |
)
|
| 40 |
answer = out[0]["generated_text"].strip()
|