Pandago commited on
Commit
87f576b
·
verified ·
1 Parent(s): 3d53588

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +6 -3
inference.py CHANGED
@@ -6,7 +6,7 @@ MANDATORY ENVIRONMENT VARIABLES:
6
  API_BASE_URL The API endpoint for the LLM (default: HF router)
7
  MODEL_NAME The model identifier for inference
8
  HF_TOKEN Your Hugging Face / API key
9
- IMAGE_NAME Docker image name (for from_docker_image mode)
10
 
11
  STDOUT FORMAT:
12
  [START] task=<task_name> env=graphstrike model=<model_name>
@@ -41,10 +41,13 @@ from models import ActionType, FakeGangAction, FakeGangObservation
41
  # Environment variables
42
  # ---------------------------------------------------------------------------
43
 
44
- IMAGE_NAME = os.getenv("IMAGE_NAME", "graphstrike")
45
- API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
46
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
47
  MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
 
 
 
 
 
48
 
49
  BENCHMARK = "graphstrike"
50
  MAX_STEPS_OVERRIDE = None # Use environment's max_steps
 
6
  API_BASE_URL The API endpoint for the LLM (default: HF router)
7
  MODEL_NAME The model identifier for inference
8
  HF_TOKEN Your Hugging Face / API key
9
+ LOCAL_IMAGE_NAME Docker image name (optional, for from_docker_image mode)
10
 
11
  STDOUT FORMAT:
12
  [START] task=<task_name> env=graphstrike model=<model_name>
 
41
  # Environment variables
42
  # ---------------------------------------------------------------------------
43
 
 
 
44
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
45
  MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
46
+ HF_TOKEN = os.getenv("HF_TOKEN")
47
+ LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME") # optional — from_docker_image mode
48
+
49
+ # Resolved API key: HF_TOKEN is primary, API_KEY is fallback
50
+ API_KEY = HF_TOKEN or os.getenv("API_KEY")
51
 
52
  BENCHMARK = "graphstrike"
53
  MAX_STEPS_OVERRIDE = None # Use environment's max_steps