Upload folder using huggingface_hub

inference.py

@@ -5,8 +5,8 @@ Required in .env:
     HF_TOKEN=hf_your_token_here
 
 Optional overrides:
-    MODEL_NAME=meta-llama/Llama-3.3-70B-Instruct:cerebras  (default)
-    API_BASE_URL=https://router.huggingface.co/v1           (default)
+    MODEL_NAME= "gpt-4.1-mini"  (default)
+    API_BASE_URL="https://api.openai.com/v1"           (default)
 
 Usage:
     python inference.py --mode rule          # no token, always works
@@ -31,9 +31,14 @@ except ImportError:
 from openai import OpenAI
 
 # ── Config ─────────────────────────────────────────────────────────────────
-API_KEY      = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or os.getenv("OPENAI_API_KEY")
-API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
-MODEL_NAME   = os.getenv("MODEL_NAME", "meta-llama/Llama-3.3-70B-Instruct:cerebras")
+# API_KEY      = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or os.getenv("OPENAI_API_KEY")
+API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
+MODEL_NAME   = os.getenv("MODEL_NAME",  "gpt-4.1-mini")
+HF_TOKEN = os.getenv("HF_TOKEN")
+if HF_TOKEN is None:
+    raise ValueError("HF_TOKEN environment variable is required")
+
+# client = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN)
 
 BENCHMARK               = "data_cleaning_env"
 MAX_STEPS               = 10
@@ -367,7 +372,7 @@ def main():
 
     client = None
     if args.mode == "llm":
-        if not API_KEY:
+        if not HF_TOKEN:
             print(
                 "[ERROR] HF_TOKEN not set.\n"
                 "  Add to .env:  HF_TOKEN=hf_your_token_here\n"
@@ -375,7 +380,7 @@ def main():
                 flush=True,
             )
             sys.exit(1)
-        client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
+        client = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN)
         print(f"[INFO] Model: {MODEL_NAME} via {API_BASE_URL}", flush=True)
 
     for task in tasks: