MoNafea01 commited on
Commit
9852136
·
verified ·
1 Parent(s): 5b42916

qwen2.5 version

Browse files
README.md CHANGED
@@ -5,8 +5,6 @@ tags:
5
  - base_model:adapter:aubmindlab/bert-base-arabertv02
6
  - lora
7
  - transformers
8
- metrics:
9
- - accuracy
10
  model-index:
11
  - name: saudi-eou-bert-classifier
12
  results: []
@@ -18,10 +16,6 @@ should probably proofread and complete it, then remove this comment. -->
18
  # saudi-eou-bert-classifier
19
 
20
  This model is a fine-tuned version of [aubmindlab/bert-base-arabertv02](https://huggingface.co/aubmindlab/bert-base-arabertv02) on an unknown dataset.
21
- It achieves the following results on the evaluation set:
22
- - Loss: 0.3407
23
- - Accuracy: 0.864
24
- - Auc: 0.921
25
 
26
  ## Model description
27
 
@@ -49,22 +43,6 @@ The following hyperparameters were used during training:
49
  - lr_scheduler_warmup_ratio: 0.1
50
  - num_epochs: 10
51
 
52
- ### Training results
53
-
54
- | Training Loss | Epoch | Step | Validation Loss | Accuracy | Auc |
55
- |:-------------:|:-----:|:----:|:---------------:|:--------:|:-----:|
56
- | 0.712 | 1.0 | 295 | 0.6541 | 0.619 | 0.685 |
57
- | 0.5634 | 2.0 | 590 | 0.4838 | 0.781 | 0.845 |
58
- | 0.4258 | 3.0 | 885 | 0.4189 | 0.819 | 0.883 |
59
- | 0.3619 | 4.0 | 1180 | 0.3920 | 0.837 | 0.897 |
60
- | 0.3366 | 5.0 | 1475 | 0.3684 | 0.853 | 0.907 |
61
- | 0.3309 | 6.0 | 1770 | 0.3650 | 0.854 | 0.912 |
62
- | 0.3191 | 7.0 | 2065 | 0.3555 | 0.856 | 0.916 |
63
- | 0.3028 | 8.0 | 2360 | 0.3432 | 0.864 | 0.919 |
64
- | 0.3018 | 9.0 | 2655 | 0.3437 | 0.859 | 0.92 |
65
- | 0.2987 | 10.0 | 2950 | 0.3407 | 0.864 | 0.921 |
66
-
67
-
68
  ### Framework versions
69
 
70
  - PEFT 0.18.0
 
5
  - base_model:adapter:aubmindlab/bert-base-arabertv02
6
  - lora
7
  - transformers
 
 
8
  model-index:
9
  - name: saudi-eou-bert-classifier
10
  results: []
 
16
  # saudi-eou-bert-classifier
17
 
18
  This model is a fine-tuned version of [aubmindlab/bert-base-arabertv02](https://huggingface.co/aubmindlab/bert-base-arabertv02) on an unknown dataset.
 
 
 
 
19
 
20
  ## Model description
21
 
 
43
  - lr_scheduler_warmup_ratio: 0.1
44
  - num_epochs: 10
45
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  ### Framework versions
47
 
48
  - PEFT 0.18.0
adapter_config.json CHANGED
@@ -32,9 +32,9 @@
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
35
- "query",
36
  "value",
37
- "key"
 
38
  ],
39
  "target_parameters": null,
40
  "task_type": "SEQ_CLS",
 
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
 
35
  "value",
36
+ "key",
37
+ "query"
38
  ],
39
  "target_parameters": null,
40
  "task_type": "SEQ_CLS",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc80637ef5117db13e28cfafced198b85010e2e51fb25fa40109c007d838be96
3
  size 14172320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c19498a4f03f519f3712a148bd6c300bee7917046e6a5347c02303af713c1f
3
  size 14172320
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 128,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:526592a08c76194e142d99f03d1298779303da87b7c5e0903b9b206fbcefe08e
3
  size 5841
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b55b434eeac5cf17db3b7d6deb2d740af3b02424655e08e845e0e75c9980016
3
  size 5841