Initial upload of BERT-Tiny AMD classifier

README.md

@@ -34,6 +34,9 @@ This model is based on `prajjwal1/bert-tiny` and fine-tuned to classify phone ca
 - **Precision**: 95.79%
 - **Recall**: 95.79%
 - **F1-Score**: 95.79%
+- **Training Device**: MPS (Apple Silicon GPU)
+- **Final Validation Loss**: 0.182
+- **Best Epoch**: 12 (with early stopping)
 - **Agreement with Rule-based System**: 97.75%
 
 ## Training Data

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:079d2a82939195cf53e63521c9efc0cb4133e012d790625e511544f649069651
+oid sha256:7b6694c3a800b01632ff33191bd8a12d4e0d0376fc82f8c509743e7a55f94bec
 size 17548796

training_metadata.json

@@ -7,23 +7,23 @@
     "num_epochs": 15,
     "patience": 3,
     "test_size": 0.2,
-    "device": "cpu",
+    "device": "mps",
     "csv_file": "all_EN_calls.csv",
     "s3_bucket": "voicex-call-recordings"
   },
   "final_metrics": {
-    "accuracy": 0.9774647887323944,
-    "precision": 0.9578947368421052,
-    "recall": 0.9578947368421052,
-    "f1": 0.9578947368421052,
+    "accuracy": 0.9732394366197183,
+    "precision": 0.9476439790575916,
+    "recall": 0.9526315789473684,
+    "f1": 0.9501312335958005,
     "confusion_matrix": [
       [
-        512,
-        8
+        510,
+        10
       ],
       [
-        8,
-        182
+        9,
+        181
       ]
     ]
   },
@@ -31,46 +31,52 @@
   "threshold": 0.5,
   "training_history": {
     "train_losses": [
-      0.9435733710781912,
-      0.6628189873829317,
-      0.40206739406907155,
-      0.28053958831208475,
-      0.21479346770583913,
-      0.180794070108553,
-      0.14911148521337617,
-      0.13325696530636777,
-      0.12835281459468134,
-      0.11012767288792,
-      0.10539512767383222,
-      0.09656323011169272
+      0.9819882733098576,
+      0.714315825968646,
+      0.4502890578816446,
+      0.3126165846760353,
+      0.2370055838582221,
+      0.1957313610094317,
+      0.16171495624807444,
+      0.14206559118929873,
+      0.13111768872215507,
+      0.12663358307621453,
+      0.11454316391871217,
+      0.09756730245740226,
+      0.10681139669391547,
+      0.09500317254595542
     ],
     "val_losses": [
-      0.8112381230229917,
-      0.4864982029666071,
-      0.34563232180864917,
-      0.26932784072730853,
-      0.24466017180162927,
-      0.2034845212879388,
-      0.1938699973018273,
-      0.19390630900211955,
-      0.1721272283922071,
-      0.17268858526064002,
-      0.17224800457125125,
-      0.18237287065257196
+      0.8653972615366397,
+      0.5405754589516184,
+      0.37915164361829345,
+      0.2985233405362005,
+      0.25458563475505164,
+      0.22056782958300217,
+      0.2148797696699267,
+      0.20188165715207224,
+      0.2006922288109427,
+      0.18514911133957945,
+      0.18336524668595064,
+      0.1881559074896833,
+      0.1841501404085885,
+      0.1853098363980003
     ],
     "val_accuracies": [
-      0.9042253521126761,
+      0.7,
+      0.9619718309859155,
+      0.9633802816901409,
+      0.967605633802817,
       0.9690140845070423,
       0.9704225352112676,
       0.971830985915493,
-      0.9690140845070423,
-      0.976056338028169,
-      0.9746478873239437,
-      0.9746478873239437,
-      0.9774647887323944,
+      0.971830985915493,
+      0.971830985915493,
       0.9732394366197183,
-      0.9746478873239437,
-      0.9774647887323944
+      0.9732394366197183,
+      0.9704225352112676,
+      0.9704225352112676,
+      0.9704225352112676
     ]
   }
 }