artifacts/transformers/results.json

{
  "results": [
    {
      "model_id": "indolem/indobert-base-uncased",
      "slug": "indolem__indobert-base-uncased",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.09579809010028839,
        "eval_accuracy": 0.9901477832512315,
        "eval_precision": 1.0,
        "eval_recall": 0.9803921568627451,
        "eval_f1": 0.9900990099009901,
        "eval_roc_auc": 0.9985439720442633,
        "eval_runtime": 0.7668,
        "eval_samples_per_second": 264.738,
        "eval_steps_per_second": 33.907,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9950738916256158,
        "precision": 0.9901960784313726,
        "recall": 1.0,
        "f1": 0.9950738916256158,
        "roc_auc": 0.9998058629392351
      }
    },
    {
      "model_id": "naufalihsan/indonesian-sbert-large",
      "slug": "naufalihsan__indonesian-sbert-large",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.06560218334197998,
        "eval_accuracy": 0.9901477832512315,
        "eval_precision": 0.9901960784313726,
        "eval_recall": 0.9901960784313726,
        "eval_f1": 0.9901960784313726,
        "eval_roc_auc": 0.9992234517569404,
        "eval_runtime": 1.1515,
        "eval_samples_per_second": 176.289,
        "eval_steps_per_second": 22.579,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9901477832512315,
        "precision": 0.9805825242718447,
        "recall": 1.0,
        "f1": 0.9901960784313726,
        "roc_auc": 0.999805862939235
      }
    },
    {
      "model_id": "flax-community/indonesian-roberta-base",
      "slug": "flax-community__indonesian-roberta-base",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.06540972739458084,
        "eval_accuracy": 0.9901477832512315,
        "eval_precision": 0.9901960784313726,
        "eval_recall": 0.9901960784313726,
        "eval_f1": 0.9901960784313726,
        "eval_roc_auc": 0.9994175888177054,
        "eval_runtime": 0.8868,
        "eval_samples_per_second": 228.92,
        "eval_steps_per_second": 29.32,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9901477832512315,
        "precision": 0.9805825242718447,
        "recall": 1.0,
        "f1": 0.9901960784313726,
        "roc_auc": 0.9997087944088526
      }
    },
    {
      "model_id": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "slug": "sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.11527860164642334,
        "eval_accuracy": 0.9802955665024631,
        "eval_precision": 0.99,
        "eval_recall": 0.9705882352941176,
        "eval_f1": 0.9801980198019802,
        "eval_roc_auc": 0.9977674238012036,
        "eval_runtime": 0.7139,
        "eval_samples_per_second": 284.338,
        "eval_steps_per_second": 36.418,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9901477832512315,
        "precision": 0.9805825242718447,
        "recall": 1.0,
        "f1": 0.9901960784313726,
        "roc_auc": 0.9996117258784702
      }
    },
    {
      "model_id": "indobenchmark/indobert-base-p1",
      "slug": "indobenchmark__indobert-base-p1",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.11625413596630096,
        "eval_accuracy": 0.9753694581280788,
        "eval_precision": 0.970873786407767,
        "eval_recall": 0.9803921568627451,
        "eval_f1": 0.975609756097561,
        "eval_roc_auc": 0.9988351776354106,
        "eval_runtime": 0.5196,
        "eval_samples_per_second": 390.688,
        "eval_steps_per_second": 50.039,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9901477832512315,
        "precision": 0.9805825242718447,
        "recall": 1.0,
        "f1": 0.9901960784313726,
        "roc_auc": 0.9989322461657931
      }
    },
    {
      "model_id": "ChristopherA08/IndoELECTRA",
      "slug": "ChristopherA08__IndoELECTRA",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.07120005786418915,
        "eval_accuracy": 0.9753694581280788,
        "eval_precision": 0.9801980198019802,
        "eval_recall": 0.9705882352941176,
        "eval_f1": 0.9753694581280788,
        "eval_roc_auc": 0.9984469035138808,
        "eval_runtime": 0.4822,
        "eval_samples_per_second": 420.982,
        "eval_steps_per_second": 53.919,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9901477832512315,
        "precision": 0.9805825242718447,
        "recall": 1.0,
        "f1": 0.9901960784313726,
        "roc_auc": 0.998932246165793
      }
    },
    {
      "model_id": "cahya/distilbert-base-indonesian",
      "slug": "cahya__distilbert-base-indonesian",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.08890486508607864,
        "eval_accuracy": 0.9753694581280788,
        "eval_precision": 0.9801980198019802,
        "eval_recall": 0.9705882352941176,
        "eval_f1": 0.9753694581280788,
        "eval_roc_auc": 0.9985439720442633,
        "eval_runtime": 0.326,
        "eval_samples_per_second": 622.647,
        "eval_steps_per_second": 79.748,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9901477832512315,
        "precision": 0.9900990099009901,
        "recall": 0.9900990099009901,
        "f1": 0.9900990099009901,
        "roc_auc": 0.9998058629392351
      }
    },
    {
      "model_id": "indolem/indobertweet-base-uncased",
      "slug": "indolem__indobertweet-base-uncased",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.16416750848293304,
        "eval_accuracy": 0.9753694581280788,
        "eval_precision": 0.98989898989899,
        "eval_recall": 0.9607843137254902,
        "eval_f1": 0.9751243781094527,
        "eval_roc_auc": 0.9959231217239372,
        "eval_runtime": 1.1291,
        "eval_samples_per_second": 179.782,
        "eval_steps_per_second": 23.026,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9852216748768473,
        "precision": 0.9803921568627451,
        "recall": 0.9900990099009901,
        "f1": 0.9852216748768473,
        "roc_auc": 0.9994175888177053
      }
    },
    {
      "model_id": "w11wo/indonesian-roberta-base-sentiment-classifier",
      "slug": "w11wo__indonesian-roberta-base-sentiment-classifier",
      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
      "train_rows": 1622,
      "valid_rows": 203,
      "test_rows": 203,
      "max_length": 160,
      "epochs": 5.0,
      "batch_size": 4,
      "eval_metrics": {
        "eval_loss": 0.08981981128454208,
        "eval_accuracy": 0.9901477832512315,
        "eval_precision": 0.9901960784313726,
        "eval_recall": 0.9901960784313726,
        "eval_f1": 0.9901960784313726,
        "eval_roc_auc": 0.9982527664531159,
        "eval_runtime": 0.8957,
        "eval_samples_per_second": 226.647,
        "eval_steps_per_second": 29.029,
        "epoch": 5.0
      },
      "test_metrics": {
        "accuracy": 0.9802955665024631,
        "precision": 0.9619047619047619,
        "recall": 1.0,
        "f1": 0.9805825242718447,
        "roc_auc": 1.0
      }
    }
  ],
  "failures": []
}