Commit Β·
d53f6d6
1
Parent(s): aeecefa
Fix Inference: Change Model
Browse files- inference.py +1 -1
inference.py
CHANGED
|
@@ -32,7 +32,7 @@ from core.policy_update import compute_advantage, update_memory
|
|
| 32 |
# ββ Configuration βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 33 |
|
| 34 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 35 |
-
MODEL_NAME = os.getenv("MODEL_NAME", "
|
| 36 |
ENV_BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:7860")
|
| 37 |
BENCHMARK = "cascade-containment"
|
| 38 |
|
|
|
|
| 32 |
# ββ Configuration βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 33 |
|
| 34 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 35 |
+
MODEL_NAME = os.getenv("MODEL_NAME", "llama3-8b-8192")
|
| 36 |
ENV_BASE_URL = os.getenv("ENV_BASE_URL", "http://localhost:7860")
|
| 37 |
BENCHMARK = "cascade-containment"
|
| 38 |
|