main.py

# main.py
# -------------------------------------------
# Imports
# -------------------------------------------
import logging
from data.processor import process_data
from accelerate import Accelerator

# -------------------------------------------
# Configuration & Initialization
# -------------------------------------------
# Initialize logging
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')

# Load configuration

# Initialize cache, metrics, and any required preprocessing

# Process data at startup
logging.info("Processing data...")
#process_data()  # Assumes this prepares the data files and loads necessary resources

# https://clear.ml/docs/latest/docs/guides/reporting/explicit_reporting

accelerator = Accelerator(log_with="clearml") # For the ClearML tracker only

# -------------------------------------------
# Query Processing Function
# -------------------------------------------
def process_user_query():
    """
    Handles the full flow of user query processing.
    """
    try:
        metrics.log_success()
    except Exception as e:
        logging.error(f"Error processing query: {e}")
        metrics.log_failure()
        
def process_clean_data ()  :
    # Handles the main call to process raw data
        # Specify the path to your CSV file