File size: 671 Bytes
62ff3c4 d6c18ca 62ff3c4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | import os
from dotenv import load_dotenv
# Load from .env file. Store your HF token in the .env file.
load_dotenv()
BASE_MODEL = "Qwen/Qwen2.5-7B-Instruct"
# Other options:
# BASE_MODEL = "meta-llama/Llama-3.2-3B-Instruct" # gated — requires Meta license approval
# BASE_MODEL = "Qwen/Qwen2.5-1.5B-Instruct" # ungated, smaller/faster
# BASE_MODEL = "HuggingFaceH4/zephyr-7b-beta" # ungated
# If you finetune the model or change it in any way, save it to huggingface hub, then set MY_MODEL to your model ID. The model ID is in the format "your-username/your-model-name".
MY_MODEL = "" #"amitashukla/harbor-qwn25-lora"
HF_TOKEN = os.getenv("HF_TOKEN")
|