thorodin103 commited on
Commit
11c2f9b
Β·
verified Β·
1 Parent(s): eaf9bb6

Upload inference.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +3 -3
inference.py CHANGED
@@ -23,9 +23,9 @@ from openai import OpenAI
23
  # CONFIG
24
  # ─────────────────────────────────────────
25
 
26
- API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
27
- API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY", "")
28
- MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.2-3B-Instruct")
29
 
30
  MAX_STEPS = 15
31
  TEMPERATURE = 0.1
 
23
  # CONFIG
24
  # ─────────────────────────────────────────
25
 
26
+ API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
27
+ API_KEY = os.getenv("OPENAI_API_KEY") or os.getenv("HF_TOKEN") or os.getenv("API_KEY", "")
28
+ MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini")
29
 
30
  MAX_STEPS = 15
31
  TEMPERATURE = 0.1