Spaces:
Sleeping
Sleeping
Commit ·
de442f8
1
Parent(s): 1a9079c
Fix inference.py errors
Browse files- inference.py +1 -4
inference.py
CHANGED
|
@@ -1,7 +1,3 @@
|
|
| 1 |
-
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/novita/v3/openai")
|
| 2 |
-
MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-8b-instruct")
|
| 3 |
-
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 4 |
-
|
| 5 |
"""
|
| 6 |
Inference Script — SocraticEnv
|
| 7 |
================================
|
|
@@ -26,6 +22,7 @@ load_dotenv()
|
|
| 26 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/novita/v3/openai")
|
| 27 |
MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-8b-instruct")
|
| 28 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
|
|
| 29 |
|
| 30 |
|
| 31 |
MAX_TURNS = 10
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
"""
|
| 2 |
Inference Script — SocraticEnv
|
| 3 |
================================
|
|
|
|
| 22 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/novita/v3/openai")
|
| 23 |
MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-8b-instruct")
|
| 24 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 25 |
+
ENV_URL = os.getenv("ENV_URL", "http://localhost:7860")
|
| 26 |
|
| 27 |
|
| 28 |
MAX_TURNS = 10
|