Enforce strict usage of LLM proxy environment variables
Browse files- inference.py +5 -4
inference.py
CHANGED
|
@@ -21,12 +21,13 @@ from openai import OpenAI
|
|
| 21 |
# ββββββββββββββββββββββββββββββββββββββββββββββ
|
| 22 |
# Configuration from environment variables
|
| 23 |
# ββββββββββββββββββββββββββββββββββββββββββββββ
|
| 24 |
-
API_BASE_URL = os.environ
|
| 25 |
-
API_KEY = os.environ
|
| 26 |
-
MODEL_NAME = os.environ
|
|
|
|
| 27 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME", "")
|
| 28 |
|
| 29 |
-
ENV_URL = os.getenv("ENV_URL", "http://localhost:
|
| 30 |
BENCHMARK_NAME = "cloud-security-auditor"
|
| 31 |
|
| 32 |
# Initialize OpenAI-compatible client
|
|
|
|
| 21 |
# ββββββββββββββββββββββββββββββββββββββββββββββ
|
| 22 |
# Configuration from environment variables
|
| 23 |
# ββββββββββββββββββββββββββββββββββββββββββββββ
|
| 24 |
+
API_BASE_URL = os.environ["API_BASE_URL"]
|
| 25 |
+
API_KEY = os.environ["API_KEY"]
|
| 26 |
+
MODEL_NAME = os.environ["MODEL_NAME"]
|
| 27 |
+
|
| 28 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME", "")
|
| 29 |
|
| 30 |
+
ENV_URL = os.getenv("ENV_URL", "http://localhost:7860")
|
| 31 |
BENCHMARK_NAME = "cloud-security-auditor"
|
| 32 |
|
| 33 |
# Initialize OpenAI-compatible client
|