VidishaKhalpada commited on
Commit
05f0b03
·
verified ·
1 Parent(s): f0034ca

Upload 10 files

Browse files
config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation": "gelu",
3
+ "architectures": [
4
+ "DistilBertForSequenceClassification"
5
+ ],
6
+ "attention_dropout": 0.1,
7
+ "dim": 768,
8
+ "dropout": 0.1,
9
+ "hidden_dim": 3072,
10
+ "id2label": {
11
+ "0": "LABEL_0",
12
+ "1": "LABEL_1",
13
+ "2": "LABEL_2",
14
+ "3": "LABEL_3",
15
+ "4": "LABEL_4",
16
+ "5": "LABEL_5",
17
+ "6": "LABEL_6",
18
+ "7": "LABEL_7",
19
+ "8": "LABEL_8",
20
+ "9": "LABEL_9",
21
+ "10": "LABEL_10",
22
+ "11": "LABEL_11"
23
+ },
24
+ "initializer_range": 0.02,
25
+ "label2id": {
26
+ "LABEL_0": 0,
27
+ "LABEL_1": 1,
28
+ "LABEL_10": 10,
29
+ "LABEL_11": 11,
30
+ "LABEL_2": 2,
31
+ "LABEL_3": 3,
32
+ "LABEL_4": 4,
33
+ "LABEL_5": 5,
34
+ "LABEL_6": 6,
35
+ "LABEL_7": 7,
36
+ "LABEL_8": 8,
37
+ "LABEL_9": 9
38
+ },
39
+ "max_position_embeddings": 512,
40
+ "model_type": "distilbert",
41
+ "n_heads": 12,
42
+ "n_layers": 6,
43
+ "pad_token_id": 0,
44
+ "problem_type": "single_label_classification",
45
+ "qa_dropout": 0.1,
46
+ "seq_classif_dropout": 0.2,
47
+ "sinusoidal_pos_embds": false,
48
+ "tie_weights_": true,
49
+ "torch_dtype": "float32",
50
+ "transformers_version": "4.51.3",
51
+ "vocab_size": 30522
52
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6374a4234a35909fecff3e1235575e72a97b96d3ed548593f4cefcd0c0dcd3b
3
+ size 267863328
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94caca29605f75ccf206a78ae82fee0677cdcaa7d7148ca4789e1fe4e34ad487
3
+ size 535788730
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74ecc7dfb9bc3528763dd6b5b4b2d36a94c12a9f87467c209411162ef2c768bd
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d631483d8f40cbc14d2ee45f7f3cbfc99ea71f2d339d6b23d4e28b3fe88ac9b
3
+ size 1064
special_tokens_map.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
8
+
tokenizer_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "mask_token": "[MASK]",
49
+ "model_max_length": 512,
50
+ "never_split": null,
51
+ "pad_token": "[PAD]",
52
+ "sep_token": "[SEP]",
53
+ "strip_accents": null,
54
+ "tokenize_chinese_chars": true,
55
+ "tokenizer_class": "DistilBertTokenizer",
56
+ "unk_token": "[UNK]"
57
+ }
trainer_state.json ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 4527,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.3313452617627568,
14
+ "grad_norm": 4.3162078857421875,
15
+ "learning_rate": 4.448862381267948e-05,
16
+ "loss": 0.5905,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 0.6626905235255136,
21
+ "grad_norm": 3.045156717300415,
22
+ "learning_rate": 3.89662027833002e-05,
23
+ "loss": 0.526,
24
+ "step": 1000
25
+ },
26
+ {
27
+ "epoch": 0.9940357852882704,
28
+ "grad_norm": 1.9955639839172363,
29
+ "learning_rate": 3.344378175392092e-05,
30
+ "loss": 0.5096,
31
+ "step": 1500
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_loss": 0.4867047369480133,
36
+ "eval_runtime": 22.7867,
37
+ "eval_samples_per_second": 66.223,
38
+ "eval_steps_per_second": 8.294,
39
+ "step": 1509
40
+ },
41
+ {
42
+ "epoch": 1.3253810470510272,
43
+ "grad_norm": 5.011231422424316,
44
+ "learning_rate": 2.792136072454164e-05,
45
+ "loss": 0.4614,
46
+ "step": 2000
47
+ },
48
+ {
49
+ "epoch": 1.6567263088137838,
50
+ "grad_norm": 3.223392963409424,
51
+ "learning_rate": 2.239893969516236e-05,
52
+ "loss": 0.4484,
53
+ "step": 2500
54
+ },
55
+ {
56
+ "epoch": 1.9880715705765408,
57
+ "grad_norm": 6.150548934936523,
58
+ "learning_rate": 1.687651866578308e-05,
59
+ "loss": 0.4356,
60
+ "step": 3000
61
+ },
62
+ {
63
+ "epoch": 2.0,
64
+ "eval_loss": 0.4857780337333679,
65
+ "eval_runtime": 22.7944,
66
+ "eval_samples_per_second": 66.2,
67
+ "eval_steps_per_second": 8.291,
68
+ "step": 3018
69
+ },
70
+ {
71
+ "epoch": 2.3194168323392974,
72
+ "grad_norm": 3.034126043319702,
73
+ "learning_rate": 1.13540976364038e-05,
74
+ "loss": 0.3865,
75
+ "step": 3500
76
+ },
77
+ {
78
+ "epoch": 2.6507620941020544,
79
+ "grad_norm": 2.4947311878204346,
80
+ "learning_rate": 5.83167660702452e-06,
81
+ "loss": 0.3881,
82
+ "step": 4000
83
+ },
84
+ {
85
+ "epoch": 2.982107355864811,
86
+ "grad_norm": 2.1063663959503174,
87
+ "learning_rate": 3.092555776452397e-07,
88
+ "loss": 0.3846,
89
+ "step": 4500
90
+ },
91
+ {
92
+ "epoch": 3.0,
93
+ "eval_loss": 0.5579625368118286,
94
+ "eval_runtime": 22.7791,
95
+ "eval_samples_per_second": 66.245,
96
+ "eval_steps_per_second": 8.297,
97
+ "step": 4527
98
+ }
99
+ ],
100
+ "logging_steps": 500,
101
+ "max_steps": 4527,
102
+ "num_input_tokens_seen": 0,
103
+ "num_train_epochs": 3,
104
+ "save_steps": 500,
105
+ "stateful_callbacks": {
106
+ "TrainerControl": {
107
+ "args": {
108
+ "should_epoch_stop": false,
109
+ "should_evaluate": false,
110
+ "should_log": false,
111
+ "should_save": true,
112
+ "should_training_stop": true
113
+ },
114
+ "attributes": {}
115
+ }
116
+ },
117
+ "total_flos": 4796704972652544.0,
118
+ "train_batch_size": 8,
119
+ "trial_name": null,
120
+ "trial_params": null
121
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a319cd807d99f03bd98efa773cef666f25b11a310e82b2399763005ac65dcb
3
+ size 5240
vocab.txt ADDED
The diff for this file is too large to render. See raw diff