Upload folder using huggingface_hub
Browse files- inference.py +1 -1
inference.py
CHANGED
|
@@ -8,7 +8,7 @@ from dotenv import load_dotenv
|
|
| 8 |
load_dotenv()
|
| 9 |
|
| 10 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 11 |
-
MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/
|
| 12 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 13 |
MAX_STEPS = 10
|
| 14 |
SUCCESS_SCORE_THRESHOLD = 0.6
|
|
|
|
| 8 |
load_dotenv()
|
| 9 |
|
| 10 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 11 |
+
MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.1-8B-Instruct")
|
| 12 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 13 |
MAX_STEPS = 10
|
| 14 |
SUCCESS_SCORE_THRESHOLD = 0.6
|