aift-model-review-multiple-label-classification-20022024

README.md

@@ -15,8 +15,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1569
-- Accuracy Thresh: 0.8636
+- Loss: 3.0090
+- Accuracy Thresh: 0.9179
 
 ## Model description
 
@@ -39,30 +39,44 @@ The following hyperparameters were used during training:
 - train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
-- distributed_type: tpu
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 10
+- num_epochs: 25
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy Thresh |
 |:-------------:|:-----:|:----:|:---------------:|:---------------:|
-| No log        | 1.0   | 70   | 2.6518          | 0.3893          |
-| No log        | 2.0   | 140  | 1.6987          | 0.6300          |
-| No log        | 3.0   | 210  | 1.3761          | 0.7193          |
-| No log        | 4.0   | 280  | 1.2348          | 0.7807          |
-| No log        | 5.0   | 350  | 1.1667          | 0.8279          |
-| No log        | 6.0   | 420  | 1.1763          | 0.8393          |
-| No log        | 7.0   | 490  | 1.1202          | 0.8450          |
-| 1.8776        | 8.0   | 560  | 1.1149          | 0.8521          |
-| 1.8776        | 9.0   | 630  | 1.1348          | 0.8600          |
-| 1.8776        | 10.0  | 700  | 1.1569          | 0.8636          |
+| No log        | 1.0   | 129  | 2.2623          | 0.3531          |
+| No log        | 2.0   | 258  | 1.6019          | 0.5913          |
+| No log        | 3.0   | 387  | 1.3774          | 0.7378          |
+| 2.6175        | 4.0   | 516  | 1.3383          | 0.7875          |
+| 2.6175        | 5.0   | 645  | 1.2456          | 0.8006          |
+| 2.6175        | 6.0   | 774  | 1.3044          | 0.8679          |
+| 2.6175        | 7.0   | 903  | 1.4123          | 0.8746          |
+| 0.7127        | 8.0   | 1032 | 1.5500          | 0.8872          |
+| 0.7127        | 9.0   | 1161 | 1.6639          | 0.8894          |
+| 0.7127        | 10.0  | 1290 | 1.8716          | 0.9024          |
+| 0.7127        | 11.0  | 1419 | 1.8131          | 0.8985          |
+| 0.3804        | 12.0  | 1548 | 2.1177          | 0.9059          |
+| 0.3804        | 13.0  | 1677 | 2.1873          | 0.9105          |
+| 0.3804        | 14.0  | 1806 | 2.3237          | 0.9098          |
+| 0.3804        | 15.0  | 1935 | 2.5947          | 0.9112          |
+| 0.2297        | 16.0  | 2064 | 2.5776          | 0.9116          |
+| 0.2297        | 17.0  | 2193 | 2.7601          | 0.9158          |
+| 0.2297        | 18.0  | 2322 | 2.6187          | 0.9165          |
+| 0.2297        | 19.0  | 2451 | 2.9175          | 0.9165          |
+| 0.1588        | 20.0  | 2580 | 2.9085          | 0.9168          |
+| 0.1588        | 21.0  | 2709 | 2.8516          | 0.9183          |
+| 0.1588        | 22.0  | 2838 | 2.8932          | 0.9179          |
+| 0.1588        | 23.0  | 2967 | 2.8514          | 0.9175          |
+| 0.1154        | 24.0  | 3096 | 3.0075          | 0.9179          |
+| 0.1154        | 25.0  | 3225 | 3.0090          | 0.9179          |
 
 
 ### Framework versions
 
-- Transformers 4.37.1
-- Pytorch 2.0.0+cu118
-- Datasets 2.16.1
-- Tokenizers 0.15.0
+- Transformers 4.38.0.dev0
+- Pytorch 2.2.0+cu121
+- Datasets 2.17.1
+- Tokenizers 0.15.2

config.json

@@ -11,26 +11,28 @@
   "id2label": {
     "0": "ads",
     "1": "bugs",
-    "2": "positive",
-    "3": "negative",
-    "4": "graphic",
-    "5": "gameplay",
+    "2": "graphic",
+    "3": "gameplay",
+    "4": "performance",
+    "5": "others",
     "6": "request",
-    "7": "neutral",
-    "8": "feedback",
-    "9": "others"
+    "7": "positive",
+    "8": "negative",
+    "9": "neutral",
+    "10": "feedback"
   },
   "initializer_range": 0.02,
   "label2id": {
     "ads": 0,
     "bugs": 1,
-    "feedback": 8,
-    "gameplay": 5,
-    "graphic": 4,
-    "negative": 3,
-    "neutral": 7,
-    "others": 9,
-    "positive": 2,
+    "feedback": 10,
+    "gameplay": 3,
+    "graphic": 2,
+    "negative": 8,
+    "neutral": 9,
+    "others": 5,
+    "performance": 4,
+    "positive": 7,
     "request": 6
   },
   "max_position_embeddings": 512,
@@ -44,6 +46,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.37.1",
+  "transformers_version": "4.38.0.dev0",
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f771c4077b70cef7134de5d0ac0d5145e07fc4ef1ea3e2f33f8a18cdcc50833
-size 267857176
+oid sha256:8e57c8f415f8b74110770628362eefdb694c78648711dfecac99cde2fd2cb733
+size 267860252

models-new-600/config.json

@@ -11,26 +11,28 @@
   "id2label": {
     "0": "ads",
     "1": "bugs",
-    "2": "positive",
-    "3": "negative",
-    "4": "graphic",
-    "5": "gameplay",
+    "2": "graphic",
+    "3": "gameplay",
+    "4": "performance",
+    "5": "others",
     "6": "request",
-    "7": "neutral",
-    "8": "feedback",
-    "9": "others"
+    "7": "positive",
+    "8": "negative",
+    "9": "neutral",
+    "10": "feedback"
   },
   "initializer_range": 0.02,
   "label2id": {
     "ads": 0,
     "bugs": 1,
-    "feedback": 8,
-    "gameplay": 5,
-    "graphic": 4,
-    "negative": 3,
-    "neutral": 7,
-    "others": 9,
-    "positive": 2,
+    "feedback": 10,
+    "gameplay": 3,
+    "graphic": 2,
+    "negative": 8,
+    "neutral": 9,
+    "others": 5,
+    "performance": 4,
+    "positive": 7,
     "request": 6
   },
   "max_position_embeddings": 512,
@@ -44,6 +46,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.37.1",
+  "transformers_version": "4.38.0.dev0",
   "vocab_size": 30522
 }

models-new-600/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f771c4077b70cef7134de5d0ac0d5145e07fc4ef1ea3e2f33f8a18cdcc50833
-size 267857176
+oid sha256:8e57c8f415f8b74110770628362eefdb694c78648711dfecac99cde2fd2cb733
+size 267860252

models-new-600/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad7b03a35128b5fbd3260767565ab2172354e6653ccf2b69c10415c8dd3d3085
-size 4347
+oid sha256:4a68495943e4c77d4271de4c3b83526a75f3de9e40c4d10e7104b4b3655d7a4d
+size 4920

runs/Feb19_18-01-48_b730cd9cf662/events.out.tfevents.1708365709.b730cd9cf662.182.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b843afd8fe177b5f641caaecceec30edc29da2fddb7f6e5ca2fa235b135b4d6
+size 14860

runs/Feb19_18-01-48_b730cd9cf662/events.out.tfevents.1708365960.b730cd9cf662.182.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1cf0a5ba8de1a44900d8dbf5831b93215258562a3095e02768bf783ad25cb9
+size 418

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 512,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad7b03a35128b5fbd3260767565ab2172354e6653ccf2b69c10415c8dd3d3085
-size 4347
+oid sha256:4a68495943e4c77d4271de4c3b83526a75f3de9e40c4d10e7104b4b3655d7a4d
+size 4920