jcleee commited on
Commit
f507752
·
verified ·
1 Parent(s): fd7a1b9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -71,14 +71,14 @@ model_config = agent_config["model"]["data"]
71
 
72
  # === BUILD MODEL ===
73
  model = HfApiModel(
74
- model_id=model_config["model_id"],
75
  token=os.getenv("HF_TOKEN"),
76
- temperature=model_config.get("temperature", 0.5),
77
- max_tokens=model_config.get("max_tokens", 2048),
78
- custom_role_conversions=model_config.get("custom_role_conversions", None),
79
  )
80
 
81
- # Force these to be correct after init
82
  model.last_input_token_count = 0
83
  model.last_output_token_count = 0
84
 
 
71
 
72
  # === BUILD MODEL ===
73
  model = HfApiModel(
74
+ model_id="meta-llama/Llama-3-8B-Instruct",
75
  token=os.getenv("HF_TOKEN"),
76
+ temperature=0.5,
77
+ max_tokens=2048,
78
+ custom_role_conversions=None,
79
  )
80
 
81
+ # Set token counters manually to avoid crash
82
  model.last_input_token_count = 0
83
  model.last_output_token_count = 0
84