"""Configuration for the Generic vs Semantic classifier project.""" # Paths DATA_DIR = "data" RAW_DIR = f"{DATA_DIR}/raw" PROCESSED_DIR = f"{DATA_DIR}/processed" MODELS_DIR = "models" SCRIPTS_DIR = "scripts" # Dataset TOTAL_PER_CATEGORY = 3000 BATCH_SIZE_GEN = 50 # examples per Ollama API call MAX_CONCURRENT = 8 # parallel API requests # Categories CATEGORIES = { "en_generic": {"lang": "English", "label": "GENERIC"}, "en_semantic": {"lang": "English", "label": "SEMANTIC"}, "hi_generic": {"lang": "Hindi", "label": "GENERIC"}, "hi_semantic": {"lang": "Hindi", "label": "SEMANTIC"}, } # Model MODEL_NAME = "distilbert-base-multilingual-cased" MAX_SEQ_LEN = 64 NUM_LABELS = 2 LABEL_MAP = {"GENERIC": 0, "SEMANTIC": 1} # Training BATCH_SIZE = 32 LEARNING_RATE = 2e-5 NUM_EPOCHS = 5 TEST_SPLIT = 0.15 # Ollama OLLAMA_URL = "http://localhost:11434/api/chat" OLLAMA_MODEL = "llama3.1:8b-instruct-q4_K_M"