arjeet commited on
Commit
cebc6e3
·
1 Parent(s): 5c41cb8

inference update v2

Browse files
Files changed (1) hide show
  1. inference.py +2 -4
inference.py CHANGED
@@ -9,10 +9,8 @@ from models import DocAction
9
  IMAGE_NAME = os.getenv("IMAGE_NAME")
10
  API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
11
 
12
- API_BASE_URL = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
13
- MODEL_NAME = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-72B-Instruct"
14
- TASK_NAME = os.getenv("MY_ENV_V4_TASK", "echo")
15
- BENCHMARK = os.getenv("MY_ENV_V4_BENCHMARK", "my_env_v4")
16
 
17
  def run_inference(task_name: str):
18
 
 
9
  IMAGE_NAME = os.getenv("IMAGE_NAME")
10
  API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY")
11
 
12
+ API_BASE_URL = os.getenv("API_BASE_URL") or "https://api.openai.com/v1"
13
+ MODEL_NAME = os.getenv("MODEL_NAME") or "gpt-4o-mini"
 
 
14
 
15
  def run_inference(task_name: str):
16