Developer-Amar commited on
Commit
de442f8
·
1 Parent(s): 1a9079c

Fix inference.py errors

Browse files
Files changed (1) hide show
  1. inference.py +1 -4
inference.py CHANGED
@@ -1,7 +1,3 @@
1
- API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/novita/v3/openai")
2
- MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-8b-instruct")
3
- HF_TOKEN = os.getenv("HF_TOKEN")
4
-
5
  """
6
  Inference Script — SocraticEnv
7
  ================================
@@ -26,6 +22,7 @@ load_dotenv()
26
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/novita/v3/openai")
27
  MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-8b-instruct")
28
  HF_TOKEN = os.getenv("HF_TOKEN")
 
29
 
30
 
31
  MAX_TURNS = 10
 
 
 
 
 
1
  """
2
  Inference Script — SocraticEnv
3
  ================================
 
22
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/novita/v3/openai")
23
  MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-8b-instruct")
24
  HF_TOKEN = os.getenv("HF_TOKEN")
25
+ ENV_URL = os.getenv("ENV_URL", "http://localhost:7860")
26
 
27
 
28
  MAX_TURNS = 10