Upload inference.py with huggingface_hub

inference.py

@@ -23,9 +23,10 @@ from meta_ads_env.models import Action
 from meta_ads_env.tasks import TASK_REGISTRY
 
 
-API_BASE_URL = os.getenv("API_BASE_URL")
-MODEL_NAME = os.getenv("MODEL_NAME")
-API_KEY = os.getenv("HF_TOKEN")
+DEFAULT_API_BASE_URL = "https://router.huggingface.co/v1"
+API_BASE_URL = os.getenv("API_BASE_URL", DEFAULT_API_BASE_URL)
+MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
+API_KEY = os.getenv("HF_TOKEN","")
 REQUIRED_MODEL_NAME = "Qwen/Qwen2.5-72B-Instruct"
 BENCHMARK = "meta_ads_attribution_openenv"
 MAX_TOKENS = 300
@@ -452,8 +453,8 @@ def run_task(client: OpenAI, task_id: str) -> int:
 def main() -> int:
     global API_BASE_URL, MODEL_NAME, API_KEY
     _load_env_file(Path(__file__).resolve().with_name(".env"))
-    API_BASE_URL = os.getenv("API_BASE_URL")
-    MODEL_NAME = os.getenv("MODEL_NAME")
+    API_BASE_URL = os.getenv("API_BASE_URL", DEFAULT_API_BASE_URL)
+    MODEL_NAME = os.getenv("MODEL_NAME", REQUIRED_MODEL_NAME)
     API_KEY = os.getenv("HF_TOKEN")
 
     missing = []
@@ -465,10 +466,6 @@ def main() -> int:
         missing.append("HF_TOKEN")
     if missing:
         raise EnvironmentError(f"Missing required environment variables: {', '.join(missing)}")
-    if MODEL_NAME != REQUIRED_MODEL_NAME:
-        raise EnvironmentError(
-            f"MODEL_NAME must be '{REQUIRED_MODEL_NAME}' for this codebase. Got: '{MODEL_NAME}'"
-        )
 
     client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)