Masterwhiece commited on
Commit
50f832a
·
verified ·
1 Parent(s): b6c5dd2

Upload folder using huggingface_hub

Browse files
singlish/xlm-r/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.47.1"
7
+ }
singlish/xlm-r/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15137c3504e41a2d6361152fa1a3d2c4adcd7d36a939b43e08b2110172aa6b8a
3
+ size 1217279024
singlish/xlm-r/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10cdd31160dcef529ac3cca2d0562797b81b04fc35f58431b11845c32cbdef45
3
+ size 2434680506
singlish/xlm-r/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d9cf867cbf412d67bed233c841d9d968b3a282835ae8395f4f1e835a034b1fa
3
+ size 14244
singlish/xlm-r/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a60c7d771c1fd156acee762fba03c724cb41829a3f71df370ecd1d20b134982
3
+ size 1064
singlish/xlm-r/trainer_state.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
+ "eval_steps": 500,
6
+ "global_step": 100,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 2.9512033462524414,
14
+ "las": 30.685290266259273,
15
+ "step": 20,
16
+ "uas": 44.60934089917067
17
+ },
18
+ {
19
+ "epoch": 2.0,
20
+ "eval_loss": 1.9396833644972906,
21
+ "las": 51.200349192492354,
22
+ "step": 40,
23
+ "uas": 62.11261457878655
24
+ },
25
+ {
26
+ "epoch": 3.0,
27
+ "eval_loss": 1.6342544953028362,
28
+ "las": 58.57704059362724,
29
+ "step": 60,
30
+ "uas": 69.79484941073767
31
+ },
32
+ {
33
+ "epoch": 4.0,
34
+ "eval_loss": 1.611701296435462,
35
+ "las": 60.75949367088608,
36
+ "step": 80,
37
+ "uas": 72.23919685726757
38
+ }
39
+ ],
40
+ "logging_steps": 500,
41
+ "max_steps": 100,
42
+ "num_input_tokens_seen": 0,
43
+ "num_train_epochs": 5,
44
+ "save_steps": 500,
45
+ "stateful_callbacks": {
46
+ "TrainerControl": {
47
+ "args": {
48
+ "should_epoch_stop": false,
49
+ "should_evaluate": false,
50
+ "should_log": false,
51
+ "should_save": true,
52
+ "should_training_stop": true
53
+ },
54
+ "attributes": {}
55
+ }
56
+ },
57
+ "total_flos": 2118713190451200.0,
58
+ "train_batch_size": 128,
59
+ "trial_name": null,
60
+ "trial_params": null
61
+ }
singlish/xlm-r/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9005c009d2db352a7d7631aad2d22f010423e8d4db89177ee0782a58df73469d
3
+ size 5368