jankip20 commited on
Commit
b3fe1a4
·
verified ·
1 Parent(s): a115705

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -8,7 +8,7 @@ from dotenv import load_dotenv
8
  load_dotenv()
9
 
10
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
11
- MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/llama-3.1-8b-instruct:free")
12
  HF_TOKEN = os.getenv("HF_TOKEN")
13
  MAX_STEPS = 10
14
  SUCCESS_SCORE_THRESHOLD = 0.6
 
8
  load_dotenv()
9
 
10
  API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
11
+ MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
12
  HF_TOKEN = os.getenv("HF_TOKEN")
13
  MAX_STEPS = 10
14
  SUCCESS_SCORE_THRESHOLD = 0.6