Manas281 commited on
Commit
6900664
Β·
verified Β·
1 Parent(s): fa68c00

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -8,7 +8,7 @@ from data_cleaning_env import DataCleaningEnvironment, CleaningAction
8
  # ── Config ────────────────────────────────────────────────────────────────────
9
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
10
  HF_TOKEN = os.getenv("HF_TOKEN")
11
- MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-1.5B-Instruct")
12
  if HF_TOKEN is None:
13
  raise ValueError("HF_TOKEN environment variable is required")
14
 
 
8
  # ── Config ────────────────────────────────────────────────────────────────────
9
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
10
  HF_TOKEN = os.getenv("HF_TOKEN")
11
+ MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct:cerebras")
12
  if HF_TOKEN is None:
13
  raise ValueError("HF_TOKEN environment variable is required")
14