Manas281 commited on
Commit
b871adb
Β·
verified Β·
1 Parent(s): 6900664

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +3 -3
inference.py CHANGED
@@ -6,9 +6,9 @@ from openai import OpenAI
6
  from data_cleaning_env import DataCleaningEnvironment, CleaningAction
7
 
8
  # ── Config ────────────────────────────────────────────────────────────────────
9
- API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
10
- HF_TOKEN = os.getenv("HF_TOKEN")
11
- MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct:cerebras")
12
  if HF_TOKEN is None:
13
  raise ValueError("HF_TOKEN environment variable is required")
14
 
 
6
  from data_cleaning_env import DataCleaningEnvironment, CleaningAction
7
 
8
  # ── Config ────────────────────────────────────────────────────────────────────
9
+ API_BASE_URL = os.getenv("API_BASE_URL", "https://api.groq.com/openai/v1")
10
+ MODEL_NAME = os.getenv("MODEL_NAME", "openai/gpt-oss-120b") # Groq model name
11
+ HF_TOKEN = os.getenv("HF_TOKEN")
12
  if HF_TOKEN is None:
13
  raise ValueError("HF_TOKEN environment variable is required")
14