Gurjot-dev commited on
Commit
560dce6
·
1 Parent(s): 7572230

fixes before submission

Browse files
Files changed (1) hide show
  1. inference.py +1 -0
inference.py CHANGED
@@ -27,6 +27,7 @@ from openai import OpenAI
27
  API_BASE_URL: str = os.getenv("API_BASE_URL", "https://api-inference.huggingface.co/v1")
28
  MODEL_NAME: str = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
29
  HF_TOKEN: str = os.environ["HF_TOKEN"]
 
30
  ENV_URL: str = os.environ.get("ENV_URL", "http://localhost:7860")
31
 
32
  VALID_ACTIONS = {"allow_all", "throttle_70", "throttle_40", "drop_aggressive"}
 
27
  API_BASE_URL: str = os.getenv("API_BASE_URL", "https://api-inference.huggingface.co/v1")
28
  MODEL_NAME: str = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
29
  HF_TOKEN: str = os.environ["HF_TOKEN"]
30
+ LOCAL_IMAGE_NAME: str | None = os.getenv("LOCAL_IMAGE_NAME")
31
  ENV_URL: str = os.environ.get("ENV_URL", "http://localhost:7860")
32
 
33
  VALID_ACTIONS = {"allow_all", "throttle_70", "throttle_40", "drop_aggressive"}