End of training

README.md

@@ -3,12 +3,27 @@ library_name: transformers
 license: mit
 base_model: microsoft/deberta-v3-base
 tags:
+- single_label_classification
+- question-answering
+- text-classification
 - generated_from_trainer
+datasets:
+- beavertails
 metrics:
 - accuracy
 model-index:
 - name: QA-DeBERTa-v3-base-binary
-  results: []
+  results:
+  - task:
+      name: Text Classification
+      type: text-classification
+    dataset:
+      name: saiteki-kai/Beavertails-it
+      type: beavertails
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 0.8600159696576505
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -16,19 +31,19 @@ should probably proofread and complete it, then remove this comment. -->
 
 # QA-DeBERTa-v3-base-binary
 
-This model is a fine-tuned version of [microsoft/deberta-v3-base](https://huggingface.co/microsoft/deberta-v3-base) on an unknown dataset.
+This model is a fine-tuned version of [microsoft/deberta-v3-base](https://huggingface.co/microsoft/deberta-v3-base) on the saiteki-kai/Beavertails-it dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.3289
-- Accuracy: 0.8592
-- Unsafe Precision: 0.8973
-- Unsafe Recall: 0.8435
-- Unsafe F1: 0.8696
-- Unsafe Fpr: 0.1211
-- Unsafe Aucpr: 0.9534
-- Safe Precision: 0.8174
-- Safe Recall: 0.8789
-- Safe F1: 0.8471
-- Safe Fpr: 0.1565
+- Loss: 0.3236
+- Accuracy: 0.8600
+- Unsafe Precision: 0.8759
+- Unsafe Recall: 0.8720
+- Unsafe F1: 0.8739
+- Unsafe Fpr: 0.1550
+- Unsafe Aucpr: 0.9529
+- Safe Precision: 0.8403
+- Safe Recall: 0.8450
+- Safe F1: 0.8426
+- Safe Fpr: 0.1280
 - Safe Aucpr: 0.9158
 
 ## Model description

all_results.json

@@ -0,0 +1,38 @@
+{
+    "epoch": 3.750887154009936,
+    "eval_accuracy": 0.8600159696576505,
+    "eval_loss": 0.3236427307128906,
+    "eval_runtime": 77.1749,
+    "eval_safe_aucpr": 0.915810949681183,
+    "eval_safe_f1": 0.8426426314116349,
+    "eval_safe_fpr": 0.12803802576903492,
+    "eval_safe_precision": 0.8402700082046692,
+    "eval_safe_recall": 0.8450286914450736,
+    "eval_samples_per_second": 778.932,
+    "eval_steps_per_second": 12.18,
+    "eval_unsafe_aucpr": 0.9529369806974803,
+    "eval_unsafe_f1": 0.8739344728917919,
+    "eval_unsafe_fpr": 0.15497130855492572,
+    "eval_unsafe_precision": 0.8759159159159159,
+    "eval_unsafe_recall": 0.8719619742309647,
+    "test_accuracy": 0.8535752784764642,
+    "test_loss": 0.3430064916610718,
+    "test_runtime": 73.5472,
+    "test_safe_aucpr": 0.9047512421921181,
+    "test_safe_f1": 0.8342372881355932,
+    "test_safe_fpr": 0.13312643801166427,
+    "test_safe_precision": 0.831812343676063,
+    "test_safe_recall": 0.8366764125926429,
+    "test_samples_per_second": 908.152,
+    "test_steps_per_second": 14.195,
+    "test_unsafe_aucpr": 0.9482746311318403,
+    "test_unsafe_f1": 0.8688726804676606,
+    "test_unsafe_fpr": 0.1633235874073565,
+    "test_unsafe_precision": 0.8708810406923615,
+    "test_unsafe_recall": 0.8668735619883354,
+    "total_flos": 3.585941570958701e+17,
+    "train_loss": 0.3279850626021896,
+    "train_runtime": 10021.2364,
+    "train_samples_per_second": 539.874,
+    "train_steps_per_second": 8.436
+}

eval_results.json

@@ -0,0 +1,18 @@
+{
+    "epoch": 3.750887154009936,
+    "eval_accuracy": 0.8600159696576505,
+    "eval_loss": 0.3236427307128906,
+    "eval_runtime": 77.1749,
+    "eval_safe_aucpr": 0.915810949681183,
+    "eval_safe_f1": 0.8426426314116349,
+    "eval_safe_fpr": 0.12803802576903492,
+    "eval_safe_precision": 0.8402700082046692,
+    "eval_safe_recall": 0.8450286914450736,
+    "eval_samples_per_second": 778.932,
+    "eval_steps_per_second": 12.18,
+    "eval_unsafe_aucpr": 0.9529369806974803,
+    "eval_unsafe_f1": 0.8739344728917919,
+    "eval_unsafe_fpr": 0.15497130855492572,
+    "eval_unsafe_precision": 0.8759159159159159,
+    "eval_unsafe_recall": 0.8719619742309647
+}

test_results.json

@@ -0,0 +1,17 @@
+{
+    "test_accuracy": 0.8535752784764642,
+    "test_loss": 0.3430064916610718,
+    "test_runtime": 73.5472,
+    "test_safe_aucpr": 0.9047512421921181,
+    "test_safe_f1": 0.8342372881355932,
+    "test_safe_fpr": 0.13312643801166427,
+    "test_safe_precision": 0.831812343676063,
+    "test_safe_recall": 0.8366764125926429,
+    "test_samples_per_second": 908.152,
+    "test_steps_per_second": 14.195,
+    "test_unsafe_aucpr": 0.9482746311318403,
+    "test_unsafe_f1": 0.8688726804676606,
+    "test_unsafe_fpr": 0.1633235874073565,
+    "test_unsafe_precision": 0.8708810406923615,
+    "test_unsafe_recall": 0.8668735619883354
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.750887154009936,
+    "total_flos": 3.585941570958701e+17,
+    "train_loss": 0.3279850626021896,
+    "train_runtime": 10021.2364,
+    "train_samples_per_second": 539.874,
+    "train_steps_per_second": 8.436
+}