RohitChandramouli6618 commited on
Commit
d53f6d6
Β·
1 Parent(s): aeecefa

Fix Inference: Change Model

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -32,7 +32,7 @@ from core.policy_update import compute_advantage, update_memory
32
  # ── Configuration ─────────────────────────────────────────────────────────────
33
 
34
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
35
- MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
36
  ENV_BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:7860")
37
  BENCHMARK = "cascade-containment"
38
 
 
32
  # ── Configuration ─────────────────────────────────────────────────────────────
33
 
34
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
35
+ MODEL_NAME = os.getenv("MODEL_NAME", "llama3-8b-8192")
36
  ENV_BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:7860")
37
  BENCHMARK = "cascade-containment"
38