{ "model": "distilbert-base-uncased + LoRA (r=32, alpha=64)", "dataset": "68000 synthetic transactions, 17 categories, 4000/category", "split": "57800 train / 10200 val (85/15)", "epochs": 20, "best_epoch": 16, "best_val_accuracy": 0.9992, "total_training_time_s": 1262.2, "device": "cuda", "trainable_params": 1783313, "total_params": 68749858, "categories": [ "Education", "Entertainment", "Fees", "Groceries", "Healthcare", "Income", "Insurance", "Mortgage", "Personal Care", "Rent", "Restaurants", "Shopping", "Subscription", "Transfer", "Transportation", "Travel", "Utilities" ], "history": [ { "epoch": 1, "train_loss": 2.197, "val_loss": 1.1123, "train_acc": 0.3841, "val_acc": 0.713, "per_category": { "Education": 0.649, "Entertainment": 0.644, "Fees": 0.995, "Groceries": 0.419, "Healthcare": 0.815, "Income": 0.979, "Insurance": 0.66, "Mortgage": 0.901, "Personal Care": 0.535, "Rent": 0.98, "Restaurants": 0.664, "Shopping": 0.522, "Subscription": 0.749, "Transfer": 0.653, "Transportation": 0.595, "Travel": 0.571, "Utilities": 0.776 }, "epoch_time_s": 62.7 }, { "epoch": 2, "train_loss": 0.7792, "val_loss": 0.3999, "train_acc": 0.7801, "val_acc": 0.879, "per_category": { "Education": 0.966, "Entertainment": 0.876, "Fees": 0.997, "Groceries": 0.7, "Healthcare": 0.922, "Income": 0.997, "Insurance": 0.906, "Mortgage": 0.982, "Personal Care": 0.986, "Rent": 1.0, "Restaurants": 0.841, "Shopping": 0.642, "Subscription": 0.792, "Transfer": 0.873, "Transportation": 0.803, "Travel": 0.765, "Utilities": 0.899 }, "epoch_time_s": 62.9 }, { "epoch": 3, "train_loss": 0.3276, "val_loss": 0.134, "train_acc": 0.9017, "val_acc": 0.963, "per_category": { "Education": 0.988, "Entertainment": 0.978, "Fees": 1.0, "Groceries": 0.915, "Healthcare": 0.981, "Income": 0.995, "Insurance": 0.997, "Mortgage": 0.989, "Personal Care": 0.997, "Rent": 1.0, "Restaurants": 0.917, "Shopping": 0.841, "Subscription": 0.893, "Transfer": 0.988, "Transportation": 0.922, "Travel": 0.983, "Utilities": 0.987 }, "epoch_time_s": 62.8 }, { "epoch": 4, "train_loss": 0.1417, "val_loss": 0.0588, "train_acc": 0.9577, "val_acc": 0.9824, "per_category": { "Education": 0.997, "Entertainment": 0.998, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 0.982, "Income": 0.997, "Insurance": 0.994, "Mortgage": 0.998, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 0.98, "Shopping": 0.871, "Subscription": 0.918, "Transfer": 0.98, "Transportation": 0.991, "Travel": 0.997, "Utilities": 0.998 }, "epoch_time_s": 63.0 }, { "epoch": 5, "train_loss": 0.0701, "val_loss": 0.0272, "train_acc": 0.9788, "val_acc": 0.9925, "per_category": { "Education": 1.0, "Entertainment": 0.995, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 0.998, "Income": 1.0, "Insurance": 0.998, "Mortgage": 0.996, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 0.995, "Shopping": 0.919, "Subscription": 0.98, "Transfer": 0.995, "Transportation": 0.995, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.3 }, { "epoch": 6, "train_loss": 0.042, "val_loss": 0.0126, "train_acc": 0.9873, "val_acc": 0.9967, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 0.998, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.968, "Subscription": 0.985, "Transfer": 0.997, "Transportation": 0.995, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.3 }, { "epoch": 7, "train_loss": 0.0254, "val_loss": 0.0114, "train_acc": 0.9924, "val_acc": 0.9973, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 0.998, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 0.992, "Shopping": 0.972, "Subscription": 0.998, "Transfer": 1.0, "Transportation": 0.995, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.2 }, { "epoch": 8, "train_loss": 0.0202, "val_loss": 0.0072, "train_acc": 0.994, "val_acc": 0.9983, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 0.998, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.978, "Subscription": 0.998, "Transfer": 1.0, "Transportation": 0.997, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.2 }, { "epoch": 9, "train_loss": 0.0139, "val_loss": 0.0035, "train_acc": 0.9958, "val_acc": 0.999, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.983, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 1.0, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.3 }, { "epoch": 10, "train_loss": 0.0121, "val_loss": 0.0043, "train_acc": 0.9966, "val_acc": 0.9989, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.987, "Subscription": 0.998, "Transfer": 1.0, "Transportation": 0.998, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.4 }, { "epoch": 11, "train_loss": 0.0094, "val_loss": 0.0049, "train_acc": 0.9975, "val_acc": 0.9988, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.982, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 0.998, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.2 }, { "epoch": 12, "train_loss": 0.0087, "val_loss": 0.0027, "train_acc": 0.9976, "val_acc": 0.9991, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.988, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 0.998, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.3 }, { "epoch": 13, "train_loss": 0.0068, "val_loss": 0.0047, "train_acc": 0.9981, "val_acc": 0.9988, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 0.998, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.983, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 0.998, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.1 }, { "epoch": 14, "train_loss": 0.0066, "val_loss": 0.0029, "train_acc": 0.9981, "val_acc": 0.9989, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 0.998, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.988, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 0.997, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.1 }, { "epoch": 15, "train_loss": 0.0059, "val_loss": 0.0049, "train_acc": 0.9983, "val_acc": 0.9989, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 1.0, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.985, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 0.997, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.0 }, { "epoch": 16, "train_loss": 0.0055, "val_loss": 0.0033, "train_acc": 0.9983, "val_acc": 0.9992, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.988, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 1.0, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.1 }, { "epoch": 17, "train_loss": 0.0049, "val_loss": 0.0032, "train_acc": 0.9987, "val_acc": 0.9991, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.987, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 1.0, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.0 }, { "epoch": 18, "train_loss": 0.0042, "val_loss": 0.0034, "train_acc": 0.9988, "val_acc": 0.9991, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 0.998, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.988, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 1.0, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.0 }, { "epoch": 19, "train_loss": 0.0045, "val_loss": 0.0032, "train_acc": 0.9989, "val_acc": 0.9992, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.988, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 1.0, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.0 }, { "epoch": 20, "train_loss": 0.0038, "val_loss": 0.0032, "train_acc": 0.9989, "val_acc": 0.9992, "per_category": { "Education": 1.0, "Entertainment": 1.0, "Fees": 1.0, "Groceries": 1.0, "Healthcare": 1.0, "Income": 1.0, "Insurance": 1.0, "Mortgage": 1.0, "Personal Care": 0.998, "Rent": 1.0, "Restaurants": 1.0, "Shopping": 0.988, "Subscription": 1.0, "Transfer": 1.0, "Transportation": 1.0, "Travel": 1.0, "Utilities": 1.0 }, "epoch_time_s": 63.0 } ], "final_per_category": { "Education": { "accuracy": 1.0, "correct": 582, "total": 582, "top_confusions": {} }, "Entertainment": { "accuracy": 1.0, "correct": 579, "total": 579, "top_confusions": {} }, "Fees": { "accuracy": 1.0, "correct": 609, "total": 609, "top_confusions": {} }, "Groceries": { "accuracy": 1.0, "correct": 613, "total": 613, "top_confusions": {} }, "Healthcare": { "accuracy": 1.0, "correct": 616, "total": 616, "top_confusions": {} }, "Income": { "accuracy": 1.0, "correct": 626, "total": 626, "top_confusions": {} }, "Insurance": { "accuracy": 1.0, "correct": 635, "total": 635, "top_confusions": {} }, "Mortgage": { "accuracy": 1.0, "correct": 565, "total": 565, "top_confusions": {} }, "Personal Care": { "accuracy": 0.998, "correct": 584, "total": 585, "top_confusions": { "Shopping": 1 } }, "Rent": { "accuracy": 1.0, "correct": 608, "total": 608, "top_confusions": {} }, "Restaurants": { "accuracy": 1.0, "correct": 590, "total": 590, "top_confusions": {} }, "Shopping": { "accuracy": 0.988, "correct": 596, "total": 603, "top_confusions": { "Healthcare": 6, "Personal Care": 1 } }, "Subscription": { "accuracy": 1.0, "correct": 597, "total": 597, "top_confusions": {} }, "Transfer": { "accuracy": 1.0, "correct": 599, "total": 599, "top_confusions": {} }, "Transportation": { "accuracy": 1.0, "correct": 588, "total": 588, "top_confusions": {} }, "Travel": { "accuracy": 1.0, "correct": 601, "total": 601, "top_confusions": {} }, "Utilities": { "accuracy": 1.0, "correct": 604, "total": 604, "top_confusions": {} } } }