Gurjot-dev commited on
Commit ·
560dce6
1
Parent(s): 7572230
fixes before submission
Browse files- inference.py +1 -0
inference.py
CHANGED
|
@@ -27,6 +27,7 @@ from openai import OpenAI
|
|
| 27 |
API_BASE_URL: str = os.getenv("API_BASE_URL", "https://api-inference.huggingface.co/v1")
|
| 28 |
MODEL_NAME: str = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
|
| 29 |
HF_TOKEN: str = os.environ["HF_TOKEN"]
|
|
|
|
| 30 |
ENV_URL: str = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 31 |
|
| 32 |
VALID_ACTIONS = {"allow_all", "throttle_70", "throttle_40", "drop_aggressive"}
|
|
|
|
| 27 |
API_BASE_URL: str = os.getenv("API_BASE_URL", "https://api-inference.huggingface.co/v1")
|
| 28 |
MODEL_NAME: str = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
|
| 29 |
HF_TOKEN: str = os.environ["HF_TOKEN"]
|
| 30 |
+
LOCAL_IMAGE_NAME: str | None = os.getenv("LOCAL_IMAGE_NAME")
|
| 31 |
ENV_URL: str = os.environ.get("ENV_URL", "http://localhost:7860")
|
| 32 |
|
| 33 |
VALID_ACTIONS = {"allow_all", "throttle_70", "throttle_40", "drop_aggressive"}
|