samrat-rm commited on
Commit
3ef6b97
·
1 Parent(s): 6b279f6

feat: LLM agent model change

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -41,7 +41,7 @@ if HF_TOKEN is None:
41
  raise ValueError("HF_TOKEN environment variable is required")
42
  API_KEY = HF_TOKEN or os.getenv("API_KEY")
43
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
44
- MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
45
  USE_LOCAL = os.getenv("USE_LOCAL", "false").lower() == "true"
46
  MAX_STEPS = 8
47
  TEMPERATURE = 0.3
 
41
  raise ValueError("HF_TOKEN environment variable is required")
42
  API_KEY = HF_TOKEN or os.getenv("API_KEY")
43
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
44
+ MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.3-70B-Instruct")
45
  USE_LOCAL = os.getenv("USE_LOCAL", "false").lower() == "true"
46
  MAX_STEPS = 8
47
  TEMPERATURE = 0.3