DoDataThings's picture
Upload folder using huggingface_hub
cec1948 verified
{
"model": "distilbert-base-uncased + LoRA (r=32, alpha=64)",
"dataset": "68000 synthetic transactions, 17 categories, 4000/category",
"split": "57800 train / 10200 val (85/15)",
"epochs": 20,
"best_epoch": 16,
"best_val_accuracy": 0.9992,
"total_training_time_s": 1262.2,
"device": "cuda",
"trainable_params": 1783313,
"total_params": 68749858,
"categories": [
"Education",
"Entertainment",
"Fees",
"Groceries",
"Healthcare",
"Income",
"Insurance",
"Mortgage",
"Personal Care",
"Rent",
"Restaurants",
"Shopping",
"Subscription",
"Transfer",
"Transportation",
"Travel",
"Utilities"
],
"history": [
{
"epoch": 1,
"train_loss": 2.197,
"val_loss": 1.1123,
"train_acc": 0.3841,
"val_acc": 0.713,
"per_category": {
"Education": 0.649,
"Entertainment": 0.644,
"Fees": 0.995,
"Groceries": 0.419,
"Healthcare": 0.815,
"Income": 0.979,
"Insurance": 0.66,
"Mortgage": 0.901,
"Personal Care": 0.535,
"Rent": 0.98,
"Restaurants": 0.664,
"Shopping": 0.522,
"Subscription": 0.749,
"Transfer": 0.653,
"Transportation": 0.595,
"Travel": 0.571,
"Utilities": 0.776
},
"epoch_time_s": 62.7
},
{
"epoch": 2,
"train_loss": 0.7792,
"val_loss": 0.3999,
"train_acc": 0.7801,
"val_acc": 0.879,
"per_category": {
"Education": 0.966,
"Entertainment": 0.876,
"Fees": 0.997,
"Groceries": 0.7,
"Healthcare": 0.922,
"Income": 0.997,
"Insurance": 0.906,
"Mortgage": 0.982,
"Personal Care": 0.986,
"Rent": 1.0,
"Restaurants": 0.841,
"Shopping": 0.642,
"Subscription": 0.792,
"Transfer": 0.873,
"Transportation": 0.803,
"Travel": 0.765,
"Utilities": 0.899
},
"epoch_time_s": 62.9
},
{
"epoch": 3,
"train_loss": 0.3276,
"val_loss": 0.134,
"train_acc": 0.9017,
"val_acc": 0.963,
"per_category": {
"Education": 0.988,
"Entertainment": 0.978,
"Fees": 1.0,
"Groceries": 0.915,
"Healthcare": 0.981,
"Income": 0.995,
"Insurance": 0.997,
"Mortgage": 0.989,
"Personal Care": 0.997,
"Rent": 1.0,
"Restaurants": 0.917,
"Shopping": 0.841,
"Subscription": 0.893,
"Transfer": 0.988,
"Transportation": 0.922,
"Travel": 0.983,
"Utilities": 0.987
},
"epoch_time_s": 62.8
},
{
"epoch": 4,
"train_loss": 0.1417,
"val_loss": 0.0588,
"train_acc": 0.9577,
"val_acc": 0.9824,
"per_category": {
"Education": 0.997,
"Entertainment": 0.998,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 0.982,
"Income": 0.997,
"Insurance": 0.994,
"Mortgage": 0.998,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 0.98,
"Shopping": 0.871,
"Subscription": 0.918,
"Transfer": 0.98,
"Transportation": 0.991,
"Travel": 0.997,
"Utilities": 0.998
},
"epoch_time_s": 63.0
},
{
"epoch": 5,
"train_loss": 0.0701,
"val_loss": 0.0272,
"train_acc": 0.9788,
"val_acc": 0.9925,
"per_category": {
"Education": 1.0,
"Entertainment": 0.995,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 0.998,
"Income": 1.0,
"Insurance": 0.998,
"Mortgage": 0.996,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 0.995,
"Shopping": 0.919,
"Subscription": 0.98,
"Transfer": 0.995,
"Transportation": 0.995,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.3
},
{
"epoch": 6,
"train_loss": 0.042,
"val_loss": 0.0126,
"train_acc": 0.9873,
"val_acc": 0.9967,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 0.998,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.968,
"Subscription": 0.985,
"Transfer": 0.997,
"Transportation": 0.995,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.3
},
{
"epoch": 7,
"train_loss": 0.0254,
"val_loss": 0.0114,
"train_acc": 0.9924,
"val_acc": 0.9973,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 0.998,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 0.992,
"Shopping": 0.972,
"Subscription": 0.998,
"Transfer": 1.0,
"Transportation": 0.995,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.2
},
{
"epoch": 8,
"train_loss": 0.0202,
"val_loss": 0.0072,
"train_acc": 0.994,
"val_acc": 0.9983,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 0.998,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.978,
"Subscription": 0.998,
"Transfer": 1.0,
"Transportation": 0.997,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.2
},
{
"epoch": 9,
"train_loss": 0.0139,
"val_loss": 0.0035,
"train_acc": 0.9958,
"val_acc": 0.999,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.983,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 1.0,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.3
},
{
"epoch": 10,
"train_loss": 0.0121,
"val_loss": 0.0043,
"train_acc": 0.9966,
"val_acc": 0.9989,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.987,
"Subscription": 0.998,
"Transfer": 1.0,
"Transportation": 0.998,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.4
},
{
"epoch": 11,
"train_loss": 0.0094,
"val_loss": 0.0049,
"train_acc": 0.9975,
"val_acc": 0.9988,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.982,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 0.998,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.2
},
{
"epoch": 12,
"train_loss": 0.0087,
"val_loss": 0.0027,
"train_acc": 0.9976,
"val_acc": 0.9991,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.988,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 0.998,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.3
},
{
"epoch": 13,
"train_loss": 0.0068,
"val_loss": 0.0047,
"train_acc": 0.9981,
"val_acc": 0.9988,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 0.998,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.983,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 0.998,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.1
},
{
"epoch": 14,
"train_loss": 0.0066,
"val_loss": 0.0029,
"train_acc": 0.9981,
"val_acc": 0.9989,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 0.998,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.988,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 0.997,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.1
},
{
"epoch": 15,
"train_loss": 0.0059,
"val_loss": 0.0049,
"train_acc": 0.9983,
"val_acc": 0.9989,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 1.0,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.985,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 0.997,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.0
},
{
"epoch": 16,
"train_loss": 0.0055,
"val_loss": 0.0033,
"train_acc": 0.9983,
"val_acc": 0.9992,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.988,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 1.0,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.1
},
{
"epoch": 17,
"train_loss": 0.0049,
"val_loss": 0.0032,
"train_acc": 0.9987,
"val_acc": 0.9991,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.987,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 1.0,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.0
},
{
"epoch": 18,
"train_loss": 0.0042,
"val_loss": 0.0034,
"train_acc": 0.9988,
"val_acc": 0.9991,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 0.998,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.988,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 1.0,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.0
},
{
"epoch": 19,
"train_loss": 0.0045,
"val_loss": 0.0032,
"train_acc": 0.9989,
"val_acc": 0.9992,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.988,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 1.0,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.0
},
{
"epoch": 20,
"train_loss": 0.0038,
"val_loss": 0.0032,
"train_acc": 0.9989,
"val_acc": 0.9992,
"per_category": {
"Education": 1.0,
"Entertainment": 1.0,
"Fees": 1.0,
"Groceries": 1.0,
"Healthcare": 1.0,
"Income": 1.0,
"Insurance": 1.0,
"Mortgage": 1.0,
"Personal Care": 0.998,
"Rent": 1.0,
"Restaurants": 1.0,
"Shopping": 0.988,
"Subscription": 1.0,
"Transfer": 1.0,
"Transportation": 1.0,
"Travel": 1.0,
"Utilities": 1.0
},
"epoch_time_s": 63.0
}
],
"final_per_category": {
"Education": {
"accuracy": 1.0,
"correct": 582,
"total": 582,
"top_confusions": {}
},
"Entertainment": {
"accuracy": 1.0,
"correct": 579,
"total": 579,
"top_confusions": {}
},
"Fees": {
"accuracy": 1.0,
"correct": 609,
"total": 609,
"top_confusions": {}
},
"Groceries": {
"accuracy": 1.0,
"correct": 613,
"total": 613,
"top_confusions": {}
},
"Healthcare": {
"accuracy": 1.0,
"correct": 616,
"total": 616,
"top_confusions": {}
},
"Income": {
"accuracy": 1.0,
"correct": 626,
"total": 626,
"top_confusions": {}
},
"Insurance": {
"accuracy": 1.0,
"correct": 635,
"total": 635,
"top_confusions": {}
},
"Mortgage": {
"accuracy": 1.0,
"correct": 565,
"total": 565,
"top_confusions": {}
},
"Personal Care": {
"accuracy": 0.998,
"correct": 584,
"total": 585,
"top_confusions": {
"Shopping": 1
}
},
"Rent": {
"accuracy": 1.0,
"correct": 608,
"total": 608,
"top_confusions": {}
},
"Restaurants": {
"accuracy": 1.0,
"correct": 590,
"total": 590,
"top_confusions": {}
},
"Shopping": {
"accuracy": 0.988,
"correct": 596,
"total": 603,
"top_confusions": {
"Healthcare": 6,
"Personal Care": 1
}
},
"Subscription": {
"accuracy": 1.0,
"correct": 597,
"total": 597,
"top_confusions": {}
},
"Transfer": {
"accuracy": 1.0,
"correct": 599,
"total": 599,
"top_confusions": {}
},
"Transportation": {
"accuracy": 1.0,
"correct": 588,
"total": 588,
"top_confusions": {}
},
"Travel": {
"accuracy": 1.0,
"correct": 601,
"total": 601,
"top_confusions": {}
},
"Utilities": {
"accuracy": 1.0,
"correct": 604,
"total": 604,
"top_confusions": {}
}
}
}