Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- inference.py +6 -3
inference.py
CHANGED
|
@@ -6,7 +6,7 @@ MANDATORY ENVIRONMENT VARIABLES:
|
|
| 6 |
API_BASE_URL The API endpoint for the LLM (default: HF router)
|
| 7 |
MODEL_NAME The model identifier for inference
|
| 8 |
HF_TOKEN Your Hugging Face / API key
|
| 9 |
-
|
| 10 |
|
| 11 |
STDOUT FORMAT:
|
| 12 |
[START] task=<task_name> env=graphstrike model=<model_name>
|
|
@@ -41,10 +41,13 @@ from models import ActionType, FakeGangAction, FakeGangObservation
|
|
| 41 |
# Environment variables
|
| 42 |
# ---------------------------------------------------------------------------
|
| 43 |
|
| 44 |
-
IMAGE_NAME = os.getenv("IMAGE_NAME", "graphstrike")
|
| 45 |
-
API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
|
| 46 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 47 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 48 |
|
| 49 |
BENCHMARK = "graphstrike"
|
| 50 |
MAX_STEPS_OVERRIDE = None # Use environment's max_steps
|
|
|
|
| 6 |
API_BASE_URL The API endpoint for the LLM (default: HF router)
|
| 7 |
MODEL_NAME The model identifier for inference
|
| 8 |
HF_TOKEN Your Hugging Face / API key
|
| 9 |
+
LOCAL_IMAGE_NAME Docker image name (optional, for from_docker_image mode)
|
| 10 |
|
| 11 |
STDOUT FORMAT:
|
| 12 |
[START] task=<task_name> env=graphstrike model=<model_name>
|
|
|
|
| 41 |
# Environment variables
|
| 42 |
# ---------------------------------------------------------------------------
|
| 43 |
|
|
|
|
|
|
|
| 44 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 45 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 46 |
+
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 47 |
+
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME") # optional — from_docker_image mode
|
| 48 |
+
|
| 49 |
+
# Resolved API key: HF_TOKEN is primary, API_KEY is fallback
|
| 50 |
+
API_KEY = HF_TOKEN or os.getenv("API_KEY")
|
| 51 |
|
| 52 |
BENCHMARK = "graphstrike"
|
| 53 |
MAX_STEPS_OVERRIDE = None # Use environment's max_steps
|