Spaces:

seedflora
/

matchaSentiment

Sleeping

App Files Files Community

seedflora commited on May 28

Commit

340443e

verified ·

1 Parent(s): d8bf623

Update transformer evaluation results

Browse files

Files changed (2) hide show

artifacts/transformers/results.csv +10 -6
artifacts/transformers/results.json +274 -154

artifacts/transformers/results.csv CHANGED Viewed

@@ -1,6 +1,10 @@
-model_id,slug,test_accuracy,test_precision,test_recall,test_f1,test_roc_auc
-indolem/indobertweet-base-uncased,indolem__indobertweet-base-uncased,0.9857142857142858,1.0,0.9696969696969697,0.9846153846153847,1.0
-indobenchmark/indobert-base-p1,indobenchmark__indobert-base-p1,0.9714285714285714,1.0,0.9393939393939394,0.96875,1.0
-indobenchmark/indobert-base-p2,indobenchmark__indobert-base-p2,0.9714285714285714,1.0,0.9393939393939394,0.96875,1.0
-flax-community/indonesian-roberta-base,flax-community__indonesian-roberta-base,0.9571428571428572,0.96875,0.9393939393939394,0.9538461538461539,0.9967239967239968
-indolem/indobert-base-uncased,indolem__indobert-base-uncased,0.9142857142857143,0.9354838709677419,0.8787878787878788,0.90625,0.9918099918099919

+model_id,slug,test_accuracy,test_precision,test_recall,test_f1,test_roc_auc
+indolem/indobert-base-uncased,indolem__indobert-base-uncased,0.9950738916256158,0.9901960784313726,1.0,0.9950738916256158,0.9998058629392352
+naufalihsan/indonesian-sbert-large,naufalihsan__indonesian-sbert-large,0.9901477832512317,0.9805825242718448,1.0,0.9901960784313726,0.999805862939235
+flax-community/indonesian-roberta-base,flax-community__indonesian-roberta-base,0.9901477832512317,0.9805825242718448,1.0,0.9901960784313726,0.9997087944088526
+sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2,sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2,0.9901477832512317,0.9805825242718448,1.0,0.9901960784313726,0.9996117258784702
+indobenchmark/indobert-base-p1,indobenchmark__indobert-base-p1,0.9901477832512317,0.9805825242718448,1.0,0.9901960784313726,0.9989322461657932
+ChristopherA08/IndoELECTRA,ChristopherA08__IndoELECTRA,0.9901477832512317,0.9805825242718448,1.0,0.9901960784313726,0.998932246165793
+cahya/distilbert-base-indonesian,cahya__distilbert-base-indonesian,0.9901477832512317,0.99009900990099,0.99009900990099,0.99009900990099,0.9998058629392352
+indolem/indobertweet-base-uncased,indolem__indobertweet-base-uncased,0.9852216748768472,0.9803921568627452,0.99009900990099,0.9852216748768472,0.9994175888177051
+w11wo/indonesian-roberta-base-sentiment-classifier,w11wo__indonesian-roberta-base-sentiment-classifier,0.9802955665024632,0.961904761904762,1.0,0.9805825242718448,1.0

artifacts/transformers/results.json CHANGED Viewed

@@ -1,155 +1,275 @@
-{
-  "results": [
-    {
-      "model_id": "indobenchmark/indobert-base-p1",
-      "slug": "indobenchmark__indobert-base-p1",
-      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
-      "train_rows": 557,
-      "valid_rows": 70,
-      "test_rows": 70,
-      "max_length": 160,
-      "epochs": 5.0,
-      "batch_size": 8,
-      "eval_metrics": {
-        "eval_loss": 0.0019260338740423322,
-        "eval_accuracy": 1.0,
-        "eval_precision": 1.0,
-        "eval_recall": 1.0,
-        "eval_f1": 1.0,
-        "eval_roc_auc": 1.0,
-        "eval_runtime": 0.4107,
-        "eval_samples_per_second": 170.432,
-        "eval_steps_per_second": 12.174,
-        "epoch": 5.0
-      },
-      "test_metrics": {
-        "accuracy": 0.9714285714285714,
-        "precision": 1.0,
-        "recall": 0.9393939393939394,
-        "f1": 0.96875,
-        "roc_auc": 1.0
-      }
-    },
-    {
-      "model_id": "indobenchmark/indobert-base-p2",
-      "slug": "indobenchmark__indobert-base-p2",
-      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
-      "train_rows": 557,
-      "valid_rows": 70,
-      "test_rows": 70,
-      "max_length": 160,
-      "epochs": 5.0,
-      "batch_size": 8,
-      "eval_metrics": {
-        "eval_loss": 0.0026587690226733685,
-        "eval_accuracy": 1.0,
-        "eval_precision": 1.0,
-        "eval_recall": 1.0,
-        "eval_f1": 1.0,
-        "eval_roc_auc": 1.0,
-        "eval_runtime": 0.3476,
-        "eval_samples_per_second": 201.368,
-        "eval_steps_per_second": 14.383,
-        "epoch": 5.0
-      },
-      "test_metrics": {
-        "accuracy": 0.9714285714285714,
-        "precision": 1.0,
-        "recall": 0.9393939393939394,
-        "f1": 0.96875,
-        "roc_auc": 1.0
-      }
-    },
-    {
-      "model_id": "indolem/indobert-base-uncased",
-      "slug": "indolem__indobert-base-uncased",
-      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
-      "train_rows": 557,
-      "valid_rows": 70,
-      "test_rows": 70,
-      "max_length": 160,
-      "epochs": 5.0,
-      "batch_size": 8,
-      "eval_metrics": {
-        "eval_loss": 0.03823912516236305,
-        "eval_accuracy": 1.0,
-        "eval_precision": 1.0,
-        "eval_recall": 1.0,
-        "eval_f1": 1.0,
-        "eval_roc_auc": 1.0,
-        "eval_runtime": 0.3535,
-        "eval_samples_per_second": 198.042,
-        "eval_steps_per_second": 14.146,
-        "epoch": 5.0
-      },
-      "test_metrics": {
-        "accuracy": 0.9142857142857143,
-        "precision": 0.9354838709677419,
-        "recall": 0.8787878787878788,
-        "f1": 0.90625,
-        "roc_auc": 0.9918099918099919
-      }
-    },
-    {
-      "model_id": "indolem/indobertweet-base-uncased",
-      "slug": "indolem__indobertweet-base-uncased",
-      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
-      "train_rows": 557,
-      "valid_rows": 70,
-      "test_rows": 70,
-      "max_length": 160,
-      "epochs": 5.0,
-      "batch_size": 8,
-      "eval_metrics": {
-        "eval_loss": 0.014322714880108833,
-        "eval_accuracy": 1.0,
-        "eval_precision": 1.0,
-        "eval_recall": 1.0,
-        "eval_f1": 1.0,
-        "eval_roc_auc": 1.0,
-        "eval_runtime": 0.4227,
-        "eval_samples_per_second": 165.614,
-        "eval_steps_per_second": 11.83,
-        "epoch": 5.0
-      },
-      "test_metrics": {
-        "accuracy": 0.9857142857142858,
-        "precision": 1.0,
-        "recall": 0.9696969696969697,
-        "f1": 0.9846153846153847,
-        "roc_auc": 1.0
-      }
-    },
-    {
-      "model_id": "flax-community/indonesian-roberta-base",
-      "slug": "flax-community__indonesian-roberta-base",
-      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
-      "train_rows": 557,
-      "valid_rows": 70,
-      "test_rows": 70,
-      "max_length": 160,
-      "epochs": 5.0,
-      "batch_size": 8,
-      "eval_metrics": {
-        "eval_loss": 0.002546555595472455,
-        "eval_accuracy": 1.0,
-        "eval_precision": 1.0,
-        "eval_recall": 1.0,
-        "eval_f1": 1.0,
-        "eval_roc_auc": 1.0,
-        "eval_runtime": 0.4461,
-        "eval_samples_per_second": 156.916,
-        "eval_steps_per_second": 11.208,
-        "epoch": 5.0
-      },
-      "test_metrics": {
-        "accuracy": 0.9571428571428572,
-        "precision": 0.96875,
-        "recall": 0.9393939393939394,
-        "f1": 0.9538461538461539,
-        "roc_auc": 0.9967239967239968
-      }
-    }
-  ],
-  "failures": []
 }

+{
+  "results": [
+    {
+      "model_id": "indolem/indobert-base-uncased",
+      "slug": "indolem__indobert-base-uncased",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.09579809010028839,
+        "eval_accuracy": 0.9901477832512315,
+        "eval_precision": 1.0,
+        "eval_recall": 0.9803921568627451,
+        "eval_f1": 0.9900990099009901,
+        "eval_roc_auc": 0.9985439720442633,
+        "eval_runtime": 0.7668,
+        "eval_samples_per_second": 264.738,
+        "eval_steps_per_second": 33.907,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9950738916256158,
+        "precision": 0.9901960784313726,
+        "recall": 1.0,
+        "f1": 0.9950738916256158,
+        "roc_auc": 0.9998058629392351
+      }
+    },
+    {
+      "model_id": "naufalihsan/indonesian-sbert-large",
+      "slug": "naufalihsan__indonesian-sbert-large",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.06560218334197998,
+        "eval_accuracy": 0.9901477832512315,
+        "eval_precision": 0.9901960784313726,
+        "eval_recall": 0.9901960784313726,
+        "eval_f1": 0.9901960784313726,
+        "eval_roc_auc": 0.9992234517569404,
+        "eval_runtime": 1.1515,
+        "eval_samples_per_second": 176.289,
+        "eval_steps_per_second": 22.579,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9901477832512315,
+        "precision": 0.9805825242718447,
+        "recall": 1.0,
+        "f1": 0.9901960784313726,
+        "roc_auc": 0.999805862939235
+      }
+    },
+    {
+      "model_id": "flax-community/indonesian-roberta-base",
+      "slug": "flax-community__indonesian-roberta-base",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.06540972739458084,
+        "eval_accuracy": 0.9901477832512315,
+        "eval_precision": 0.9901960784313726,
+        "eval_recall": 0.9901960784313726,
+        "eval_f1": 0.9901960784313726,
+        "eval_roc_auc": 0.9994175888177054,
+        "eval_runtime": 0.8868,
+        "eval_samples_per_second": 228.92,
+        "eval_steps_per_second": 29.32,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9901477832512315,
+        "precision": 0.9805825242718447,
+        "recall": 1.0,
+        "f1": 0.9901960784313726,
+        "roc_auc": 0.9997087944088526
+      }
+    },
+    {
+      "model_id": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
+      "slug": "sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.11527860164642334,
+        "eval_accuracy": 0.9802955665024631,
+        "eval_precision": 0.99,
+        "eval_recall": 0.9705882352941176,
+        "eval_f1": 0.9801980198019802,
+        "eval_roc_auc": 0.9977674238012036,
+        "eval_runtime": 0.7139,
+        "eval_samples_per_second": 284.338,
+        "eval_steps_per_second": 36.418,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9901477832512315,
+        "precision": 0.9805825242718447,
+        "recall": 1.0,
+        "f1": 0.9901960784313726,
+        "roc_auc": 0.9996117258784702
+      }
+    },
+    {
+      "model_id": "indobenchmark/indobert-base-p1",
+      "slug": "indobenchmark__indobert-base-p1",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.11625413596630096,
+        "eval_accuracy": 0.9753694581280788,
+        "eval_precision": 0.970873786407767,
+        "eval_recall": 0.9803921568627451,
+        "eval_f1": 0.975609756097561,
+        "eval_roc_auc": 0.9988351776354106,
+        "eval_runtime": 0.5196,
+        "eval_samples_per_second": 390.688,
+        "eval_steps_per_second": 50.039,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9901477832512315,
+        "precision": 0.9805825242718447,
+        "recall": 1.0,
+        "f1": 0.9901960784313726,
+        "roc_auc": 0.9989322461657931
+      }
+    },
+    {
+      "model_id": "ChristopherA08/IndoELECTRA",
+      "slug": "ChristopherA08__IndoELECTRA",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.07120005786418915,
+        "eval_accuracy": 0.9753694581280788,
+        "eval_precision": 0.9801980198019802,
+        "eval_recall": 0.9705882352941176,
+        "eval_f1": 0.9753694581280788,
+        "eval_roc_auc": 0.9984469035138808,
+        "eval_runtime": 0.4822,
+        "eval_samples_per_second": 420.982,
+        "eval_steps_per_second": 53.919,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9901477832512315,
+        "precision": 0.9805825242718447,
+        "recall": 1.0,
+        "f1": 0.9901960784313726,
+        "roc_auc": 0.998932246165793
+      }
+    },
+    {
+      "model_id": "cahya/distilbert-base-indonesian",
+      "slug": "cahya__distilbert-base-indonesian",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.08890486508607864,
+        "eval_accuracy": 0.9753694581280788,
+        "eval_precision": 0.9801980198019802,
+        "eval_recall": 0.9705882352941176,
+        "eval_f1": 0.9753694581280788,
+        "eval_roc_auc": 0.9985439720442633,
+        "eval_runtime": 0.326,
+        "eval_samples_per_second": 622.647,
+        "eval_steps_per_second": 79.748,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9901477832512315,
+        "precision": 0.9900990099009901,
+        "recall": 0.9900990099009901,
+        "f1": 0.9900990099009901,
+        "roc_auc": 0.9998058629392351
+      }
+    },
+    {
+      "model_id": "indolem/indobertweet-base-uncased",
+      "slug": "indolem__indobertweet-base-uncased",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.16416750848293304,
+        "eval_accuracy": 0.9753694581280788,
+        "eval_precision": 0.98989898989899,
+        "eval_recall": 0.9607843137254902,
+        "eval_f1": 0.9751243781094527,
+        "eval_roc_auc": 0.9959231217239372,
+        "eval_runtime": 1.1291,
+        "eval_samples_per_second": 179.782,
+        "eval_steps_per_second": 23.026,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9852216748768473,
+        "precision": 0.9803921568627451,
+        "recall": 0.9900990099009901,
+        "f1": 0.9852216748768473,
+        "roc_auc": 0.9994175888177053
+      }
+    },
+    {
+      "model_id": "w11wo/indonesian-roberta-base-sentiment-classifier",
+      "slug": "w11wo__indonesian-roberta-base-sentiment-classifier",
+      "device": "NVIDIA GeForce RTX 3070 Ti Laptop GPU",
+      "train_rows": 1622,
+      "valid_rows": 203,
+      "test_rows": 203,
+      "max_length": 160,
+      "epochs": 5.0,
+      "batch_size": 4,
+      "eval_metrics": {
+        "eval_loss": 0.08981981128454208,
+        "eval_accuracy": 0.9901477832512315,
+        "eval_precision": 0.9901960784313726,
+        "eval_recall": 0.9901960784313726,
+        "eval_f1": 0.9901960784313726,
+        "eval_roc_auc": 0.9982527664531159,
+        "eval_runtime": 0.8957,
+        "eval_samples_per_second": 226.647,
+        "eval_steps_per_second": 29.029,
+        "epoch": 5.0
+      },
+      "test_metrics": {
+        "accuracy": 0.9802955665024631,
+        "precision": 0.9619047619047619,
+        "recall": 1.0,
+        "f1": 0.9805825242718447,
+        "roc_auc": 1.0
+      }
+    }
+  ],
+  "failures": []
 }