AnnaCarson commited on
Commit
7673c8d
·
verified ·
1 Parent(s): 80b2fa2

End of training

Browse files
README.md CHANGED
@@ -4,6 +4,11 @@ language:
4
  base_model: bayartsogt/mongolian-roberta-base
5
  tags:
6
  - generated_from_trainer
 
 
 
 
 
7
  model-index:
8
  - name: roberta-base-ner-demo
9
  results: []
@@ -15,6 +20,12 @@ should probably proofread and complete it, then remove this comment. -->
15
  # roberta-base-ner-demo
16
 
17
  This model is a fine-tuned version of [bayartsogt/mongolian-roberta-base](https://huggingface.co/bayartsogt/mongolian-roberta-base) on the None dataset.
 
 
 
 
 
 
18
 
19
  ## Model description
20
 
@@ -41,9 +52,25 @@ The following hyperparameters were used during training:
41
  - lr_scheduler_type: linear
42
  - num_epochs: 10
43
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
44
  ### Framework versions
45
 
46
- - Transformers 4.38.2
47
  - Pytorch 2.2.1+cu121
48
- - Datasets 2.18.0
49
- - Tokenizers 0.15.2
 
4
  base_model: bayartsogt/mongolian-roberta-base
5
  tags:
6
  - generated_from_trainer
7
+ metrics:
8
+ - precision
9
+ - recall
10
+ - f1
11
+ - accuracy
12
  model-index:
13
  - name: roberta-base-ner-demo
14
  results: []
 
20
  # roberta-base-ner-demo
21
 
22
  This model is a fine-tuned version of [bayartsogt/mongolian-roberta-base](https://huggingface.co/bayartsogt/mongolian-roberta-base) on the None dataset.
23
+ It achieves the following results on the evaluation set:
24
+ - Loss: 0.1755
25
+ - Precision: 0.6435
26
+ - Recall: 0.7245
27
+ - F1: 0.6816
28
+ - Accuracy: 0.9422
29
 
30
  ## Model description
31
 
 
52
  - lr_scheduler_type: linear
53
  - num_epochs: 10
54
 
55
+ ### Training results
56
+
57
+ | Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
58
+ |:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
59
+ | 0.8641 | 1.0 | 20 | 0.5621 | 0.1015 | 0.0475 | 0.0647 | 0.8218 |
60
+ | 0.4142 | 2.0 | 40 | 0.3176 | 0.4453 | 0.4347 | 0.4399 | 0.8967 |
61
+ | 0.2366 | 3.0 | 60 | 0.2381 | 0.5624 | 0.6105 | 0.5854 | 0.9218 |
62
+ | 0.1456 | 4.0 | 80 | 0.2017 | 0.5864 | 0.6770 | 0.6284 | 0.9299 |
63
+ | 0.0993 | 5.0 | 100 | 0.1808 | 0.6170 | 0.6888 | 0.6510 | 0.9336 |
64
+ | 0.0679 | 6.0 | 120 | 0.1820 | 0.6410 | 0.7126 | 0.6749 | 0.9403 |
65
+ | 0.0484 | 7.0 | 140 | 0.1752 | 0.6439 | 0.7173 | 0.6787 | 0.9408 |
66
+ | 0.0409 | 8.0 | 160 | 0.1747 | 0.6358 | 0.7173 | 0.6741 | 0.9403 |
67
+ | 0.0374 | 9.0 | 180 | 0.1744 | 0.6369 | 0.7292 | 0.6800 | 0.9412 |
68
+ | 0.0383 | 10.0 | 200 | 0.1755 | 0.6435 | 0.7245 | 0.6816 | 0.9422 |
69
+
70
+
71
  ### Framework versions
72
 
73
+ - Transformers 4.40.1
74
  - Pytorch 2.2.1+cu121
75
+ - Datasets 2.19.0
76
+ - Tokenizers 0.19.1
config.json CHANGED
@@ -36,7 +36,7 @@
36
  "pad_token_id": 1,
37
  "position_embedding_type": "absolute",
38
  "torch_dtype": "float32",
39
- "transformers_version": "4.38.2",
40
  "type_vocab_size": 1,
41
  "use_cache": true,
42
  "vocab_size": 50265
 
36
  "pad_token_id": 1,
37
  "position_embedding_type": "absolute",
38
  "torch_dtype": "float32",
39
+ "transformers_version": "4.40.1",
40
  "type_vocab_size": 1,
41
  "use_cache": true,
42
  "vocab_size": 50265
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9360f9e9680c0a5bad4a17c1707960515899e1bae9833a043a23b277d41ad153
3
  size 496259468
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3914d34666b8c6d4edcf154a9d385da76a301fcca5d3c2df362727a7e7ee0cb9
3
  size 496259468
runs/May02_15-24-27_cc9d4b6d7634/events.out.tfevents.1714663468.cc9d4b6d7634.314.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f295a225f6fec4dc5b3eb7d0e7713b05d749aa1cf7d90591457d70686d50b5
3
+ size 12094
tokenizer.json CHANGED
@@ -76,6 +76,7 @@
76
  "end_of_word_suffix": null,
77
  "fuse_unk": false,
78
  "byte_fallback": false,
 
79
  "vocab": {
80
  "<s>": 0,
81
  "<pad>": 1,
 
76
  "end_of_word_suffix": null,
77
  "fuse_unk": false,
78
  "byte_fallback": false,
79
+ "ignore_merges": false,
80
  "vocab": {
81
  "<s>": 0,
82
  "<pad>": 1,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbae43d8cdd2a0b0dacbf0d54f1fdbd32f5ac3f0763a1136312587bcf108b7b6
3
- size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54becf043b1a3b7e77247fceca27030f60d7f900bfbeea59f1ed767e9931e23
3
+ size 4984