solve inference again
Browse files- inference.py +4 -9
inference.py
CHANGED
|
@@ -16,8 +16,8 @@ from ShopManagerEng.models import JewelryAction
|
|
| 16 |
|
| 17 |
load_dotenv()
|
| 18 |
|
| 19 |
-
IMAGE_NAME = os.getenv("IMAGE_NAME")
|
| 20 |
-
API_KEY = os.getenv("HF_TOKEN")
|
| 21 |
|
| 22 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 23 |
# MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
|
@@ -310,13 +310,8 @@ TASKS = [
|
|
| 310 |
|
| 311 |
async def main() -> None:
|
| 312 |
client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
|
| 313 |
-
|
| 314 |
-
base_url = os.getenv("
|
| 315 |
-
if not base_url and IMAGE_NAME:
|
| 316 |
-
base_url = f"https://{IMAGE_NAME.replace('/', '-').replace('_', '-')}.hf.space"
|
| 317 |
-
if not base_url:
|
| 318 |
-
base_url = os.getenv("SPACE_URL", "https://hard007ik-shopmanagereng.hf.space")
|
| 319 |
-
# print(f"[CONFIG] base_url={base_url}", flush=True)
|
| 320 |
|
| 321 |
for task in TASKS:
|
| 322 |
await run_episode(client, task["id"], task["env"], base_url)
|
|
|
|
| 16 |
|
| 17 |
load_dotenv()
|
| 18 |
|
| 19 |
+
# IMAGE_NAME = os.getenv("IMAGE_NAME")
|
| 20 |
+
API_KEY = os.getenv("HF_TOKEN")
|
| 21 |
|
| 22 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 23 |
# MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
|
|
|
| 310 |
|
| 311 |
async def main() -> None:
|
| 312 |
client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
|
| 313 |
+
base_url = os.getenv("ENV_BASE_URL", "https://hard007ik-shopmanagereng.hf.space")
|
| 314 |
+
# base_url = os.getenv("SPACE_URL", "http://localhost:8000")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 315 |
|
| 316 |
for task in TASKS:
|
| 317 |
await run_episode(client, task["id"], task["env"], base_url)
|