Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -71,14 +71,14 @@ model_config = agent_config["model"]["data"]
|
|
| 71 |
|
| 72 |
# === BUILD MODEL ===
|
| 73 |
model = HfApiModel(
|
| 74 |
-
model_id=
|
| 75 |
token=os.getenv("HF_TOKEN"),
|
| 76 |
-
temperature=
|
| 77 |
-
max_tokens=
|
| 78 |
-
custom_role_conversions=
|
| 79 |
)
|
| 80 |
|
| 81 |
-
#
|
| 82 |
model.last_input_token_count = 0
|
| 83 |
model.last_output_token_count = 0
|
| 84 |
|
|
|
|
| 71 |
|
| 72 |
# === BUILD MODEL ===
|
| 73 |
model = HfApiModel(
|
| 74 |
+
model_id="meta-llama/Llama-3-8B-Instruct",
|
| 75 |
token=os.getenv("HF_TOKEN"),
|
| 76 |
+
temperature=0.5,
|
| 77 |
+
max_tokens=2048,
|
| 78 |
+
custom_role_conversions=None,
|
| 79 |
)
|
| 80 |
|
| 81 |
+
# Set token counters manually to avoid crash
|
| 82 |
model.last_input_token_count = 0
|
| 83 |
model.last_output_token_count = 0
|
| 84 |
|