File size: 838 Bytes
451da7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
# finetuning/utils.py
import logging
import os
from dotenv import load_dotenv
# --- Logging Configuration ---
def setup_logging():
"""Configures logging for the application."""
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
datefmt='%Y-%m-%d %H:%M:%S'
)
return logging.getLogger("finetuning_script") # Main logger name
logger = setup_logging() # Initialize logger once
def load_hf_token() -> str:
"""Loads Hugging Face token from .env file."""
load_dotenv()
token = os.getenv("HF_TOKEN")
if not token:
logger.error("Hugging Face token (HF_TOKEN) not found in .env file.")
raise ValueError("Hugging Face token not found in .env.")
logger.info("Hugging Face token loaded successfully.")
return token |