src/train_eval.py

import torch
import torch.nn as nn
import torch.optim as optim
from torch.utils.data import DataLoader
from sklearn.metrics import roc_auc_score, f1_score, classification_report
import joblib
import os

# Components
from model import HybridTabTransformer
from dataset import HeartDiseaseDataset

def train_model():
    # Setup & Hyperparameters
    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
    metadata = joblib.load('assets/model_metadata.joblib')
    batch_size = 32
    epochs = 20
    lr = 0.001

    # Data Loaders
    train_ds = HeartDiseaseDataset('data/processed/train.csv')
    test_ds = HeartDiseaseDataset('data/processed/test.csv')
    
    train_loader = DataLoader(train_ds, batch_size=batch_size, shuffle=True)
    test_loader = DataLoader(test_ds, batch_size=batch_size)

    # Instantiate Model
    model = HybridTabTransformer(
        cat_dims=metadata['cat_dims'],
        num_continuous=len(metadata['num_cols'])
    ).to(device)

    criterion = nn.BCELoss()
    optimizer = optim.Adam(model.parameters(), lr=lr)

    print(f"Starting training on {device}...")

    # Train the model
    for epoch in range(epochs):
        model.train()
        total_loss = 0
        for x_cat, x_num, y in train_loader:
            x_cat, x_num, y = x_cat.to(device), x_num.to(device), y.to(device)
            
            optimizer.zero_grad()
            outputs = model(x_cat, x_num)
            loss = criterion(outputs, y)
            loss.backward()
            optimizer.step()
            total_loss += loss.item()
        
        if (epoch + 1) % 5 == 0:
            print(f"Epoch [{epoch+1}/{epochs}], Loss: {total_loss/len(train_loader):.4f}")

    # Evaluate the model
    model.eval()
    all_preds = []
    all_targets = []
    
    with torch.no_grad():
        for x_cat, x_num, y in test_loader:
            x_cat, x_num, y = x_cat.to(device), x_num.to(device), y.to(device)
            outputs = model(x_cat, x_num)
            all_preds.extend(outputs.cpu().numpy())
            all_targets.extend(y.cpu().numpy())

    # Convert to binary for F1/Classification Report
    binary_preds = [1 if p >= 0.5 else 0 for p in all_preds]
    
    print("\n--- Final Model Evaluation ---")
    print(f"AUROC Score: {roc_auc_score(all_targets, all_preds):.4f}")
    print(f"F1 Score: {f1_score(all_targets, binary_preds):.4f}")
    print("\nClassification Report:")
    print(classification_report(all_targets, binary_preds))

    # Save Model
    torch.save(model.state_dict(), 'assets/model.pth')
    print("Model saved to assets/model.pth")

if __name__ == "__main__":
    train_model()