Spaces:
Sleeping
Sleeping
feat: LLM agent model change
Browse files- inference.py +1 -1
inference.py
CHANGED
|
@@ -41,7 +41,7 @@ if HF_TOKEN is None:
|
|
| 41 |
raise ValueError("HF_TOKEN environment variable is required")
|
| 42 |
API_KEY = HF_TOKEN or os.getenv("API_KEY")
|
| 43 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 44 |
-
MODEL_NAME = os.getenv("MODEL_NAME", "
|
| 45 |
USE_LOCAL = os.getenv("USE_LOCAL", "false").lower() == "true"
|
| 46 |
MAX_STEPS = 8
|
| 47 |
TEMPERATURE = 0.3
|
|
|
|
| 41 |
raise ValueError("HF_TOKEN environment variable is required")
|
| 42 |
API_KEY = HF_TOKEN or os.getenv("API_KEY")
|
| 43 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 44 |
+
MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.3-70B-Instruct")
|
| 45 |
USE_LOCAL = os.getenv("USE_LOCAL", "false").lower() == "true"
|
| 46 |
MAX_STEPS = 8
|
| 47 |
TEMPERATURE = 0.3
|