makifcevik commited on
Commit
8e953f0
·
verified ·
1 Parent(s): 6a75ec9

Training in progress, epoch 1, checkpoint

Browse files
checkpoint-7/config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MobileBertForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_activation": false,
7
+ "classifier_dropout": null,
8
+ "embedding_size": 128,
9
+ "hidden_act": "relu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 512,
12
+ "id2label": {
13
+ "LABEL_0": "negative",
14
+ "LABEL_1": "positive"
15
+ },
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 512,
18
+ "intra_bottleneck_size": 128,
19
+ "key_query_shared_bottleneck": true,
20
+ "label2id": {
21
+ "negative": 0,
22
+ "positive": 1
23
+ },
24
+ "layer_norm_eps": 1e-12,
25
+ "max_position_embeddings": 512,
26
+ "model_type": "mobilebert",
27
+ "normalization_type": "no_norm",
28
+ "num_attention_heads": 4,
29
+ "num_feedforward_networks": 4,
30
+ "num_hidden_layers": 24,
31
+ "pad_token_id": 0,
32
+ "problem_type": "single_label_classification",
33
+ "torch_dtype": "float32",
34
+ "transformers_version": "4.51.3",
35
+ "trigram_input": true,
36
+ "true_hidden_size": 128,
37
+ "type_vocab_size": 2,
38
+ "use_bottleneck": true,
39
+ "use_bottleneck_attention": false,
40
+ "vocab_size": 30522
41
+ }
checkpoint-7/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:136f376ae8b3568a5384dd2d0ed7746f242fc6bdb65bab79e3e540894d0e4cb4
3
+ size 98470112
checkpoint-7/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e821d3bde33cca939b3da702c510b695fac7dea0507bf683139ba8b935bb8e85
3
+ size 197593757
checkpoint-7/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85d6eca64aa942b1fb6242ccacdb356b249b16a5213116b7a463df59ba8a0592
3
+ size 14244
checkpoint-7/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2391582f1d2f37358d8db9bfe311a9c5e2c30e533fe35e4dc988b71f7bce594
3
+ size 1064
checkpoint-7/trainer_state.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 7,
3
+ "best_metric": 0.30054421768707484,
4
+ "best_model_checkpoint": "./results\\checkpoint-7",
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 7,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_accuracy": 0.47,
15
+ "eval_f1": 0.30054421768707484,
16
+ "eval_loss": 385655.125,
17
+ "eval_runtime": 3.9911,
18
+ "eval_samples_per_second": 25.055,
19
+ "eval_steps_per_second": 1.754,
20
+ "step": 7
21
+ }
22
+ ],
23
+ "logging_steps": 100,
24
+ "max_steps": 7,
25
+ "num_input_tokens_seen": 0,
26
+ "num_train_epochs": 1,
27
+ "save_steps": 500,
28
+ "stateful_callbacks": {
29
+ "TrainerControl": {
30
+ "args": {
31
+ "should_epoch_stop": false,
32
+ "should_evaluate": false,
33
+ "should_log": false,
34
+ "should_save": true,
35
+ "should_training_stop": true
36
+ },
37
+ "attributes": {}
38
+ }
39
+ },
40
+ "total_flos": 6270852096000.0,
41
+ "train_batch_size": 16,
42
+ "trial_name": null,
43
+ "trial_params": null
44
+ }
checkpoint-7/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f69621aecf7a08f867fee0043d9ee8f500abe3775060b6b17f40f3cfc9663f
3
+ size 5304