bawsi99 commited on
Commit
09bfa91
·
verified ·
1 Parent(s): f7e83a7

Upload inference.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +4 -4
inference.py CHANGED
@@ -16,8 +16,8 @@ import argparse
16
  from openai import OpenAI
17
 
18
  # --- Configuration (Mandatory per Hackathon Spec) ---
19
- API_BASE_URL = os.environ.get("API_BASE_URL")
20
- MODEL_NAME = os.environ.get("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
21
  HF_TOKEN = os.environ.get("HF_TOKEN")
22
 
23
  TASKS = ["short_term_direction", "medium_term_direction", "long_term_conviction"]
@@ -149,8 +149,8 @@ if __name__ == "__main__":
149
  args = parser.parse_args()
150
 
151
  # Mandatory Check: Environment Variables
152
- if not API_BASE_URL or not HF_TOKEN:
153
- print("❌ Error: API_BASE_URL and HF_TOKEN must be set as environment variables.")
154
  exit(1)
155
 
156
  run_evaluation(args.env_url, args.n_episodes)
 
16
  from openai import OpenAI
17
 
18
  # --- Configuration (Mandatory per Hackathon Spec) ---
19
+ API_BASE_URL = os.environ.get("API_BASE_URL", "https://api-inference.huggingface.co/v1/")
20
+ MODEL_NAME = os.environ.get("MODEL_NAME", "meta-llama/Llama-2-7b-chat-hf")
21
  HF_TOKEN = os.environ.get("HF_TOKEN")
22
 
23
  TASKS = ["short_term_direction", "medium_term_direction", "long_term_conviction"]
 
149
  args = parser.parse_args()
150
 
151
  # Mandatory Check: Environment Variables
152
+ if not HF_TOKEN:
153
+ print("❌ Error: HF_TOKEN must be set as an environment variable.")
154
  exit(1)
155
 
156
  run_evaluation(args.env_url, args.n_episodes)