MoNafea01 commited on
Commit
65b3538
·
verified ·
1 Parent(s): 7a811c7
README.md CHANGED
@@ -5,17 +5,23 @@ tags:
5
  - base_model:adapter:aubmindlab/bert-base-arabertv02
6
  - lora
7
  - transformers
 
 
8
  model-index:
9
- - name: saudi-eou-qwen-classifier
10
  results: []
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
  should probably proofread and complete it, then remove this comment. -->
15
 
16
- # saudi-eou-qwen-classifier
17
 
18
  This model is a fine-tuned version of [aubmindlab/bert-base-arabertv02](https://huggingface.co/aubmindlab/bert-base-arabertv02) on an unknown dataset.
 
 
 
 
19
 
20
  ## Model description
21
 
@@ -43,6 +49,22 @@ The following hyperparameters were used during training:
43
  - lr_scheduler_warmup_ratio: 0.1
44
  - num_epochs: 10
45
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  ### Framework versions
47
 
48
  - PEFT 0.18.0
 
5
  - base_model:adapter:aubmindlab/bert-base-arabertv02
6
  - lora
7
  - transformers
8
+ metrics:
9
+ - accuracy
10
  model-index:
11
+ - name: saudi-eou-bert-classifier
12
  results: []
13
  ---
14
 
15
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
16
  should probably proofread and complete it, then remove this comment. -->
17
 
18
+ # saudi-eou-bert-classifier
19
 
20
  This model is a fine-tuned version of [aubmindlab/bert-base-arabertv02](https://huggingface.co/aubmindlab/bert-base-arabertv02) on an unknown dataset.
21
+ It achieves the following results on the evaluation set:
22
+ - Loss: 0.3407
23
+ - Accuracy: 0.864
24
+ - Auc: 0.921
25
 
26
  ## Model description
27
 
 
49
  - lr_scheduler_warmup_ratio: 0.1
50
  - num_epochs: 10
51
 
52
+ ### Training results
53
+
54
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy | Auc |
55
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|:-----:|
56
+ | 0.712 | 1.0 | 295 | 0.6541 | 0.619 | 0.685 |
57
+ | 0.5634 | 2.0 | 590 | 0.4838 | 0.781 | 0.845 |
58
+ | 0.4258 | 3.0 | 885 | 0.4189 | 0.819 | 0.883 |
59
+ | 0.3619 | 4.0 | 1180 | 0.3920 | 0.837 | 0.897 |
60
+ | 0.3366 | 5.0 | 1475 | 0.3684 | 0.853 | 0.907 |
61
+ | 0.3309 | 6.0 | 1770 | 0.3650 | 0.854 | 0.912 |
62
+ | 0.3191 | 7.0 | 2065 | 0.3555 | 0.856 | 0.916 |
63
+ | 0.3028 | 8.0 | 2360 | 0.3432 | 0.864 | 0.919 |
64
+ | 0.3018 | 9.0 | 2655 | 0.3437 | 0.859 | 0.92 |
65
+ | 0.2987 | 10.0 | 2950 | 0.3407 | 0.864 | 0.921 |
66
+
67
+
68
  ### Framework versions
69
 
70
  - PEFT 0.18.0
adapter_config.json CHANGED
@@ -32,9 +32,9 @@
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
 
35
  "value",
36
- "key",
37
- "query"
38
  ],
39
  "target_parameters": null,
40
  "task_type": "SEQ_CLS",
 
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
35
+ "query",
36
  "value",
37
+ "key"
 
38
  ],
39
  "target_parameters": null,
40
  "task_type": "SEQ_CLS",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11c19498a4f03f519f3712a148bd6c300bee7917046e6a5347c02303af713c1f
3
  size 14172320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc80637ef5117db13e28cfafced198b85010e2e51fb25fa40109c007d838be96
3
  size 14172320
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 128,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff609c47669dc563dcb36716406e1b471b91f33c30449acc33cef15c8522fbbc
3
  size 5841
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:526592a08c76194e142d99f03d1298779303da87b7c5e0903b9b206fbcefe08e
3
  size 5841