Training in progress, epoch 1
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- model.safetensors +1 -1
- run-0/checkpoint-920/config.json +27 -0
- run-0/checkpoint-920/model.safetensors +3 -0
- run-0/checkpoint-920/optimizer.pt +3 -0
- run-0/checkpoint-920/rng_state.pth +3 -0
- run-0/checkpoint-920/scheduler.pt +3 -0
- run-0/checkpoint-920/special_tokens_map.json +7 -0
- run-0/checkpoint-920/tokenizer.json +0 -0
- run-0/checkpoint-920/tokenizer_config.json +55 -0
- run-0/checkpoint-920/trainer_state.json +90 -0
- run-0/checkpoint-920/training_args.bin +3 -0
- run-0/checkpoint-920/vocab.txt +0 -0
- run-1/checkpoint-138/config.json +27 -0
- run-1/checkpoint-138/model.safetensors +3 -0
- run-1/checkpoint-138/optimizer.pt +3 -0
- run-1/checkpoint-138/rng_state.pth +3 -0
- run-1/checkpoint-138/scheduler.pt +3 -0
- run-1/checkpoint-138/special_tokens_map.json +7 -0
- run-1/checkpoint-138/tokenizer.json +0 -0
- run-1/checkpoint-138/tokenizer_config.json +55 -0
- run-1/checkpoint-138/trainer_state.json +65 -0
- run-1/checkpoint-138/training_args.bin +3 -0
- run-1/checkpoint-138/vocab.txt +0 -0
- run-1/checkpoint-184/config.json +27 -0
- run-1/checkpoint-184/model.safetensors +3 -0
- run-1/checkpoint-184/optimizer.pt +3 -0
- run-1/checkpoint-184/rng_state.pth +3 -0
- run-1/checkpoint-184/scheduler.pt +3 -0
- run-1/checkpoint-184/special_tokens_map.json +7 -0
- run-1/checkpoint-184/tokenizer.json +0 -0
- run-1/checkpoint-184/tokenizer_config.json +55 -0
- run-1/checkpoint-184/trainer_state.json +74 -0
- run-1/checkpoint-184/training_args.bin +3 -0
- run-1/checkpoint-184/vocab.txt +0 -0
- run-1/checkpoint-230/config.json +27 -0
- run-1/checkpoint-230/model.safetensors +3 -0
- run-1/checkpoint-230/optimizer.pt +3 -0
- run-1/checkpoint-230/rng_state.pth +3 -0
- run-1/checkpoint-230/scheduler.pt +3 -0
- run-1/checkpoint-230/special_tokens_map.json +7 -0
- run-1/checkpoint-230/tokenizer.json +0 -0
- run-1/checkpoint-230/tokenizer_config.json +55 -0
- run-1/checkpoint-230/trainer_state.json +83 -0
- run-1/checkpoint-230/training_args.bin +3 -0
- run-1/checkpoint-230/vocab.txt +0 -0
- run-1/checkpoint-46/config.json +27 -0
- run-1/checkpoint-46/model.safetensors +3 -0
- run-1/checkpoint-46/optimizer.pt +3 -0
- run-1/checkpoint-46/rng_state.pth +3 -0
- run-1/checkpoint-46/scheduler.pt +3 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 437958648
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e6a27adaac0bbe2b5312f4f381977654281a67946bcc88757d4a1c1634bae36
|
| 3 |
size 437958648
|
run-0/checkpoint-920/config.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "google-bert/bert-base-uncased",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"BertForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"classifier_dropout": null,
|
| 8 |
+
"gradient_checkpointing": false,
|
| 9 |
+
"hidden_act": "gelu",
|
| 10 |
+
"hidden_dropout_prob": 0.1,
|
| 11 |
+
"hidden_size": 768,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 3072,
|
| 14 |
+
"layer_norm_eps": 1e-12,
|
| 15 |
+
"max_position_embeddings": 512,
|
| 16 |
+
"model_type": "bert",
|
| 17 |
+
"num_attention_heads": 12,
|
| 18 |
+
"num_hidden_layers": 12,
|
| 19 |
+
"pad_token_id": 0,
|
| 20 |
+
"position_embedding_type": "absolute",
|
| 21 |
+
"problem_type": "single_label_classification",
|
| 22 |
+
"torch_dtype": "float32",
|
| 23 |
+
"transformers_version": "4.42.4",
|
| 24 |
+
"type_vocab_size": 2,
|
| 25 |
+
"use_cache": true,
|
| 26 |
+
"vocab_size": 30522
|
| 27 |
+
}
|
run-0/checkpoint-920/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e9a7457c09bc078492889e04698aadda5fae3c96db6480224c8b19a382008345
|
| 3 |
+
size 437958648
|
run-0/checkpoint-920/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c643f8596c205e66c8ff8a8d7db7a62ae5c86f6e9823ac80fd09224f3f541daf
|
| 3 |
+
size 876038394
|
run-0/checkpoint-920/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2fff0226e333e3d839d9a4e348a2682a77ecb1b2c7a09ecb103fcbdbf1c032f
|
| 3 |
+
size 14244
|
run-0/checkpoint-920/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5da04b1b98a1e397682e37f83c7438fadbd0bf382dafe5e890dd0c91cc6d15a
|
| 3 |
+
size 1064
|
run-0/checkpoint-920/special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
run-0/checkpoint-920/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-0/checkpoint-920/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"100": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"101": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"102": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"103": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_lower_case": true,
|
| 47 |
+
"mask_token": "[MASK]",
|
| 48 |
+
"model_max_length": 512,
|
| 49 |
+
"pad_token": "[PAD]",
|
| 50 |
+
"sep_token": "[SEP]",
|
| 51 |
+
"strip_accents": null,
|
| 52 |
+
"tokenize_chinese_chars": true,
|
| 53 |
+
"tokenizer_class": "BertTokenizer",
|
| 54 |
+
"unk_token": "[UNK]"
|
| 55 |
+
}
|
run-0/checkpoint-920/trainer_state.json
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": 0.8594229588704727,
|
| 3 |
+
"best_model_checkpoint": "BERTForDetectingDepression-Twitter2015/run-0/checkpoint-736",
|
| 4 |
+
"epoch": 5.0,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 920,
|
| 7 |
+
"is_hyper_param_search": true,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [
|
| 11 |
+
{
|
| 12 |
+
"epoch": 1.0,
|
| 13 |
+
"eval_accuracy": 0.7925107427869859,
|
| 14 |
+
"eval_loss": 0.46051156520843506,
|
| 15 |
+
"eval_runtime": 1.5937,
|
| 16 |
+
"eval_samples_per_second": 1022.13,
|
| 17 |
+
"eval_steps_per_second": 64.001,
|
| 18 |
+
"step": 184
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"epoch": 2.0,
|
| 22 |
+
"eval_accuracy": 0.8465316144874155,
|
| 23 |
+
"eval_loss": 0.43229982256889343,
|
| 24 |
+
"eval_runtime": 1.6666,
|
| 25 |
+
"eval_samples_per_second": 977.463,
|
| 26 |
+
"eval_steps_per_second": 61.204,
|
| 27 |
+
"step": 368
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"epoch": 2.717391304347826,
|
| 31 |
+
"grad_norm": 0.23171758651733398,
|
| 32 |
+
"learning_rate": 7.102447094738944e-06,
|
| 33 |
+
"loss": 0.3446,
|
| 34 |
+
"step": 500
|
| 35 |
+
},
|
| 36 |
+
{
|
| 37 |
+
"epoch": 3.0,
|
| 38 |
+
"eval_accuracy": 0.8397790055248618,
|
| 39 |
+
"eval_loss": 0.6237844824790955,
|
| 40 |
+
"eval_runtime": 1.5569,
|
| 41 |
+
"eval_samples_per_second": 1046.301,
|
| 42 |
+
"eval_steps_per_second": 65.514,
|
| 43 |
+
"step": 552
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"epoch": 4.0,
|
| 47 |
+
"eval_accuracy": 0.8594229588704727,
|
| 48 |
+
"eval_loss": 0.6028990745544434,
|
| 49 |
+
"eval_runtime": 1.5442,
|
| 50 |
+
"eval_samples_per_second": 1054.886,
|
| 51 |
+
"eval_steps_per_second": 66.052,
|
| 52 |
+
"step": 736
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 5.0,
|
| 56 |
+
"eval_accuracy": 0.852670349907919,
|
| 57 |
+
"eval_loss": 0.6441431045532227,
|
| 58 |
+
"eval_runtime": 1.5731,
|
| 59 |
+
"eval_samples_per_second": 1035.524,
|
| 60 |
+
"eval_steps_per_second": 64.839,
|
| 61 |
+
"step": 920
|
| 62 |
+
}
|
| 63 |
+
],
|
| 64 |
+
"logging_steps": 500,
|
| 65 |
+
"max_steps": 920,
|
| 66 |
+
"num_input_tokens_seen": 0,
|
| 67 |
+
"num_train_epochs": 5,
|
| 68 |
+
"save_steps": 500,
|
| 69 |
+
"stateful_callbacks": {
|
| 70 |
+
"TrainerControl": {
|
| 71 |
+
"args": {
|
| 72 |
+
"should_epoch_stop": false,
|
| 73 |
+
"should_evaluate": false,
|
| 74 |
+
"should_log": false,
|
| 75 |
+
"should_save": true,
|
| 76 |
+
"should_training_stop": true
|
| 77 |
+
},
|
| 78 |
+
"attributes": {}
|
| 79 |
+
}
|
| 80 |
+
},
|
| 81 |
+
"total_flos": 91478369505360.0,
|
| 82 |
+
"train_batch_size": 8,
|
| 83 |
+
"trial_name": null,
|
| 84 |
+
"trial_params": {
|
| 85 |
+
"learning_rate": 1.555774125514245e-05,
|
| 86 |
+
"num_train_epochs": 5,
|
| 87 |
+
"per_device_train_batch_size": 8,
|
| 88 |
+
"seed": 16
|
| 89 |
+
}
|
| 90 |
+
}
|
run-0/checkpoint-920/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:efee40aa6ef16f75d0bab59bc4883188b1ff229c2801a9c84957d4b3eadd3426
|
| 3 |
+
size 5176
|
run-0/checkpoint-920/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-1/checkpoint-138/config.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "google-bert/bert-base-uncased",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"BertForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"classifier_dropout": null,
|
| 8 |
+
"gradient_checkpointing": false,
|
| 9 |
+
"hidden_act": "gelu",
|
| 10 |
+
"hidden_dropout_prob": 0.1,
|
| 11 |
+
"hidden_size": 768,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 3072,
|
| 14 |
+
"layer_norm_eps": 1e-12,
|
| 15 |
+
"max_position_embeddings": 512,
|
| 16 |
+
"model_type": "bert",
|
| 17 |
+
"num_attention_heads": 12,
|
| 18 |
+
"num_hidden_layers": 12,
|
| 19 |
+
"pad_token_id": 0,
|
| 20 |
+
"position_embedding_type": "absolute",
|
| 21 |
+
"problem_type": "single_label_classification",
|
| 22 |
+
"torch_dtype": "float32",
|
| 23 |
+
"transformers_version": "4.42.4",
|
| 24 |
+
"type_vocab_size": 2,
|
| 25 |
+
"use_cache": true,
|
| 26 |
+
"vocab_size": 30522
|
| 27 |
+
}
|
run-1/checkpoint-138/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73ee7a111736cb9ce1ed2851f73fb0a692e984f01a4766aa252f42d325574210
|
| 3 |
+
size 437958648
|
run-1/checkpoint-138/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7774cbcb4af7c4ca85d3e09b4825debb50dd45e99f27b8b784e1efbaab1f5c5b
|
| 3 |
+
size 876038394
|
run-1/checkpoint-138/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb6fdaf5f9b5fc8b85922b753f680b87ac15b39643871824d2f8cacd706c1fff
|
| 3 |
+
size 14308
|
run-1/checkpoint-138/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76e9cf636587d8b361ef92837fa3e0296c9f550f08506447d9c47ff628c19a08
|
| 3 |
+
size 1064
|
run-1/checkpoint-138/special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
run-1/checkpoint-138/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-1/checkpoint-138/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"100": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"101": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"102": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"103": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_lower_case": true,
|
| 47 |
+
"mask_token": "[MASK]",
|
| 48 |
+
"model_max_length": 512,
|
| 49 |
+
"pad_token": "[PAD]",
|
| 50 |
+
"sep_token": "[SEP]",
|
| 51 |
+
"strip_accents": null,
|
| 52 |
+
"tokenize_chinese_chars": true,
|
| 53 |
+
"tokenizer_class": "BertTokenizer",
|
| 54 |
+
"unk_token": "[UNK]"
|
| 55 |
+
}
|
run-1/checkpoint-138/trainer_state.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": 0.7532228360957642,
|
| 3 |
+
"best_model_checkpoint": "BERTForDetectingDepression-Twitter2015/run-1/checkpoint-138",
|
| 4 |
+
"epoch": 3.0,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 138,
|
| 7 |
+
"is_hyper_param_search": true,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [
|
| 11 |
+
{
|
| 12 |
+
"epoch": 1.0,
|
| 13 |
+
"eval_accuracy": 0.7084100675260896,
|
| 14 |
+
"eval_loss": 0.6070903539657593,
|
| 15 |
+
"eval_runtime": 1.5313,
|
| 16 |
+
"eval_samples_per_second": 1063.788,
|
| 17 |
+
"eval_steps_per_second": 66.609,
|
| 18 |
+
"step": 46
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"epoch": 2.0,
|
| 22 |
+
"eval_accuracy": 0.7397176181706568,
|
| 23 |
+
"eval_loss": 0.5197229981422424,
|
| 24 |
+
"eval_runtime": 1.5355,
|
| 25 |
+
"eval_samples_per_second": 1060.891,
|
| 26 |
+
"eval_steps_per_second": 66.428,
|
| 27 |
+
"step": 92
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"epoch": 3.0,
|
| 31 |
+
"eval_accuracy": 0.7532228360957642,
|
| 32 |
+
"eval_loss": 0.48536670207977295,
|
| 33 |
+
"eval_runtime": 1.5219,
|
| 34 |
+
"eval_samples_per_second": 1070.366,
|
| 35 |
+
"eval_steps_per_second": 67.021,
|
| 36 |
+
"step": 138
|
| 37 |
+
}
|
| 38 |
+
],
|
| 39 |
+
"logging_steps": 500,
|
| 40 |
+
"max_steps": 230,
|
| 41 |
+
"num_input_tokens_seen": 0,
|
| 42 |
+
"num_train_epochs": 5,
|
| 43 |
+
"save_steps": 500,
|
| 44 |
+
"stateful_callbacks": {
|
| 45 |
+
"TrainerControl": {
|
| 46 |
+
"args": {
|
| 47 |
+
"should_epoch_stop": false,
|
| 48 |
+
"should_evaluate": false,
|
| 49 |
+
"should_log": false,
|
| 50 |
+
"should_save": true,
|
| 51 |
+
"should_training_stop": false
|
| 52 |
+
},
|
| 53 |
+
"attributes": {}
|
| 54 |
+
}
|
| 55 |
+
},
|
| 56 |
+
"total_flos": 0,
|
| 57 |
+
"train_batch_size": 32,
|
| 58 |
+
"trial_name": null,
|
| 59 |
+
"trial_params": {
|
| 60 |
+
"learning_rate": 6.898987655729564e-06,
|
| 61 |
+
"num_train_epochs": 5,
|
| 62 |
+
"per_device_train_batch_size": 32,
|
| 63 |
+
"seed": 13
|
| 64 |
+
}
|
| 65 |
+
}
|
run-1/checkpoint-138/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8113b7e429ea470e612f76a7e7ca6fc50ba0ca9fa3adb882ab6eb707dee49d51
|
| 3 |
+
size 5176
|
run-1/checkpoint-138/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-1/checkpoint-184/config.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "google-bert/bert-base-uncased",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"BertForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"classifier_dropout": null,
|
| 8 |
+
"gradient_checkpointing": false,
|
| 9 |
+
"hidden_act": "gelu",
|
| 10 |
+
"hidden_dropout_prob": 0.1,
|
| 11 |
+
"hidden_size": 768,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 3072,
|
| 14 |
+
"layer_norm_eps": 1e-12,
|
| 15 |
+
"max_position_embeddings": 512,
|
| 16 |
+
"model_type": "bert",
|
| 17 |
+
"num_attention_heads": 12,
|
| 18 |
+
"num_hidden_layers": 12,
|
| 19 |
+
"pad_token_id": 0,
|
| 20 |
+
"position_embedding_type": "absolute",
|
| 21 |
+
"problem_type": "single_label_classification",
|
| 22 |
+
"torch_dtype": "float32",
|
| 23 |
+
"transformers_version": "4.42.4",
|
| 24 |
+
"type_vocab_size": 2,
|
| 25 |
+
"use_cache": true,
|
| 26 |
+
"vocab_size": 30522
|
| 27 |
+
}
|
run-1/checkpoint-184/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:986e6b12214f55cddc115ef2a81e351d533463363dc5764e38a7f0166f136b54
|
| 3 |
+
size 437958648
|
run-1/checkpoint-184/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc4d419e18706a557199dcfeb7f581a306cc99c19720efaa35d60a4d2626ca00
|
| 3 |
+
size 876038394
|
run-1/checkpoint-184/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b27db5020d4a7d359804d6de43313d6baee996905e834889592d92c24f7a51ec
|
| 3 |
+
size 14308
|
run-1/checkpoint-184/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:516ac612b915074528a91375855f053625901c166266208a2d91207f29eba8f2
|
| 3 |
+
size 1064
|
run-1/checkpoint-184/special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
run-1/checkpoint-184/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-1/checkpoint-184/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"100": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"101": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"102": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"103": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_lower_case": true,
|
| 47 |
+
"mask_token": "[MASK]",
|
| 48 |
+
"model_max_length": 512,
|
| 49 |
+
"pad_token": "[PAD]",
|
| 50 |
+
"sep_token": "[SEP]",
|
| 51 |
+
"strip_accents": null,
|
| 52 |
+
"tokenize_chinese_chars": true,
|
| 53 |
+
"tokenizer_class": "BertTokenizer",
|
| 54 |
+
"unk_token": "[UNK]"
|
| 55 |
+
}
|
run-1/checkpoint-184/trainer_state.json
ADDED
|
@@ -0,0 +1,74 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": 0.7771639042357275,
|
| 3 |
+
"best_model_checkpoint": "BERTForDetectingDepression-Twitter2015/run-1/checkpoint-184",
|
| 4 |
+
"epoch": 4.0,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 184,
|
| 7 |
+
"is_hyper_param_search": true,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [
|
| 11 |
+
{
|
| 12 |
+
"epoch": 1.0,
|
| 13 |
+
"eval_accuracy": 0.7084100675260896,
|
| 14 |
+
"eval_loss": 0.6070903539657593,
|
| 15 |
+
"eval_runtime": 1.5313,
|
| 16 |
+
"eval_samples_per_second": 1063.788,
|
| 17 |
+
"eval_steps_per_second": 66.609,
|
| 18 |
+
"step": 46
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"epoch": 2.0,
|
| 22 |
+
"eval_accuracy": 0.7397176181706568,
|
| 23 |
+
"eval_loss": 0.5197229981422424,
|
| 24 |
+
"eval_runtime": 1.5355,
|
| 25 |
+
"eval_samples_per_second": 1060.891,
|
| 26 |
+
"eval_steps_per_second": 66.428,
|
| 27 |
+
"step": 92
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"epoch": 3.0,
|
| 31 |
+
"eval_accuracy": 0.7532228360957642,
|
| 32 |
+
"eval_loss": 0.48536670207977295,
|
| 33 |
+
"eval_runtime": 1.5219,
|
| 34 |
+
"eval_samples_per_second": 1070.366,
|
| 35 |
+
"eval_steps_per_second": 67.021,
|
| 36 |
+
"step": 138
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"epoch": 4.0,
|
| 40 |
+
"eval_accuracy": 0.7771639042357275,
|
| 41 |
+
"eval_loss": 0.46350666880607605,
|
| 42 |
+
"eval_runtime": 1.5154,
|
| 43 |
+
"eval_samples_per_second": 1074.938,
|
| 44 |
+
"eval_steps_per_second": 67.307,
|
| 45 |
+
"step": 184
|
| 46 |
+
}
|
| 47 |
+
],
|
| 48 |
+
"logging_steps": 500,
|
| 49 |
+
"max_steps": 230,
|
| 50 |
+
"num_input_tokens_seen": 0,
|
| 51 |
+
"num_train_epochs": 5,
|
| 52 |
+
"save_steps": 500,
|
| 53 |
+
"stateful_callbacks": {
|
| 54 |
+
"TrainerControl": {
|
| 55 |
+
"args": {
|
| 56 |
+
"should_epoch_stop": false,
|
| 57 |
+
"should_evaluate": false,
|
| 58 |
+
"should_log": false,
|
| 59 |
+
"should_save": true,
|
| 60 |
+
"should_training_stop": false
|
| 61 |
+
},
|
| 62 |
+
"attributes": {}
|
| 63 |
+
}
|
| 64 |
+
},
|
| 65 |
+
"total_flos": 0,
|
| 66 |
+
"train_batch_size": 32,
|
| 67 |
+
"trial_name": null,
|
| 68 |
+
"trial_params": {
|
| 69 |
+
"learning_rate": 6.898987655729564e-06,
|
| 70 |
+
"num_train_epochs": 5,
|
| 71 |
+
"per_device_train_batch_size": 32,
|
| 72 |
+
"seed": 13
|
| 73 |
+
}
|
| 74 |
+
}
|
run-1/checkpoint-184/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8113b7e429ea470e612f76a7e7ca6fc50ba0ca9fa3adb882ab6eb707dee49d51
|
| 3 |
+
size 5176
|
run-1/checkpoint-184/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-1/checkpoint-230/config.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "google-bert/bert-base-uncased",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"BertForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"classifier_dropout": null,
|
| 8 |
+
"gradient_checkpointing": false,
|
| 9 |
+
"hidden_act": "gelu",
|
| 10 |
+
"hidden_dropout_prob": 0.1,
|
| 11 |
+
"hidden_size": 768,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 3072,
|
| 14 |
+
"layer_norm_eps": 1e-12,
|
| 15 |
+
"max_position_embeddings": 512,
|
| 16 |
+
"model_type": "bert",
|
| 17 |
+
"num_attention_heads": 12,
|
| 18 |
+
"num_hidden_layers": 12,
|
| 19 |
+
"pad_token_id": 0,
|
| 20 |
+
"position_embedding_type": "absolute",
|
| 21 |
+
"problem_type": "single_label_classification",
|
| 22 |
+
"torch_dtype": "float32",
|
| 23 |
+
"transformers_version": "4.42.4",
|
| 24 |
+
"type_vocab_size": 2,
|
| 25 |
+
"use_cache": true,
|
| 26 |
+
"vocab_size": 30522
|
| 27 |
+
}
|
run-1/checkpoint-230/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2da3db15f28ad89cecd1e0dd8c0d26565a2e5323b287948eb0bc80796f239311
|
| 3 |
+
size 437958648
|
run-1/checkpoint-230/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1a1eceb24adfadb13e29badfb54ac24dd10da112375b1732844f6acfab3a44a
|
| 3 |
+
size 876038394
|
run-1/checkpoint-230/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44c50c709f5ba010e6ee12976c5d61a1e761d4d0428ab699ce8437cb85e91b36
|
| 3 |
+
size 14308
|
run-1/checkpoint-230/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b49370c1b8cc8a35c9693e4eae418a34992a42923f862ffc2416f0b8c0f2ffbc
|
| 3 |
+
size 1064
|
run-1/checkpoint-230/special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
run-1/checkpoint-230/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-1/checkpoint-230/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"100": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"101": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"102": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"103": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_lower_case": true,
|
| 47 |
+
"mask_token": "[MASK]",
|
| 48 |
+
"model_max_length": 512,
|
| 49 |
+
"pad_token": "[PAD]",
|
| 50 |
+
"sep_token": "[SEP]",
|
| 51 |
+
"strip_accents": null,
|
| 52 |
+
"tokenize_chinese_chars": true,
|
| 53 |
+
"tokenizer_class": "BertTokenizer",
|
| 54 |
+
"unk_token": "[UNK]"
|
| 55 |
+
}
|
run-1/checkpoint-230/trainer_state.json
ADDED
|
@@ -0,0 +1,83 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": 0.7771639042357275,
|
| 3 |
+
"best_model_checkpoint": "BERTForDetectingDepression-Twitter2015/run-1/checkpoint-184",
|
| 4 |
+
"epoch": 5.0,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 230,
|
| 7 |
+
"is_hyper_param_search": true,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [
|
| 11 |
+
{
|
| 12 |
+
"epoch": 1.0,
|
| 13 |
+
"eval_accuracy": 0.7084100675260896,
|
| 14 |
+
"eval_loss": 0.6070903539657593,
|
| 15 |
+
"eval_runtime": 1.5313,
|
| 16 |
+
"eval_samples_per_second": 1063.788,
|
| 17 |
+
"eval_steps_per_second": 66.609,
|
| 18 |
+
"step": 46
|
| 19 |
+
},
|
| 20 |
+
{
|
| 21 |
+
"epoch": 2.0,
|
| 22 |
+
"eval_accuracy": 0.7397176181706568,
|
| 23 |
+
"eval_loss": 0.5197229981422424,
|
| 24 |
+
"eval_runtime": 1.5355,
|
| 25 |
+
"eval_samples_per_second": 1060.891,
|
| 26 |
+
"eval_steps_per_second": 66.428,
|
| 27 |
+
"step": 92
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"epoch": 3.0,
|
| 31 |
+
"eval_accuracy": 0.7532228360957642,
|
| 32 |
+
"eval_loss": 0.48536670207977295,
|
| 33 |
+
"eval_runtime": 1.5219,
|
| 34 |
+
"eval_samples_per_second": 1070.366,
|
| 35 |
+
"eval_steps_per_second": 67.021,
|
| 36 |
+
"step": 138
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"epoch": 4.0,
|
| 40 |
+
"eval_accuracy": 0.7771639042357275,
|
| 41 |
+
"eval_loss": 0.46350666880607605,
|
| 42 |
+
"eval_runtime": 1.5154,
|
| 43 |
+
"eval_samples_per_second": 1074.938,
|
| 44 |
+
"eval_steps_per_second": 67.307,
|
| 45 |
+
"step": 184
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 5.0,
|
| 49 |
+
"eval_accuracy": 0.7740945365254758,
|
| 50 |
+
"eval_loss": 0.4589366018772125,
|
| 51 |
+
"eval_runtime": 3.5606,
|
| 52 |
+
"eval_samples_per_second": 457.506,
|
| 53 |
+
"eval_steps_per_second": 28.647,
|
| 54 |
+
"step": 230
|
| 55 |
+
}
|
| 56 |
+
],
|
| 57 |
+
"logging_steps": 500,
|
| 58 |
+
"max_steps": 230,
|
| 59 |
+
"num_input_tokens_seen": 0,
|
| 60 |
+
"num_train_epochs": 5,
|
| 61 |
+
"save_steps": 500,
|
| 62 |
+
"stateful_callbacks": {
|
| 63 |
+
"TrainerControl": {
|
| 64 |
+
"args": {
|
| 65 |
+
"should_epoch_stop": false,
|
| 66 |
+
"should_evaluate": false,
|
| 67 |
+
"should_log": false,
|
| 68 |
+
"should_save": true,
|
| 69 |
+
"should_training_stop": true
|
| 70 |
+
},
|
| 71 |
+
"attributes": {}
|
| 72 |
+
}
|
| 73 |
+
},
|
| 74 |
+
"total_flos": 0,
|
| 75 |
+
"train_batch_size": 32,
|
| 76 |
+
"trial_name": null,
|
| 77 |
+
"trial_params": {
|
| 78 |
+
"learning_rate": 6.898987655729564e-06,
|
| 79 |
+
"num_train_epochs": 5,
|
| 80 |
+
"per_device_train_batch_size": 32,
|
| 81 |
+
"seed": 13
|
| 82 |
+
}
|
| 83 |
+
}
|
run-1/checkpoint-230/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8113b7e429ea470e612f76a7e7ca6fc50ba0ca9fa3adb882ab6eb707dee49d51
|
| 3 |
+
size 5176
|
run-1/checkpoint-230/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
run-1/checkpoint-46/config.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "google-bert/bert-base-uncased",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"BertForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"classifier_dropout": null,
|
| 8 |
+
"gradient_checkpointing": false,
|
| 9 |
+
"hidden_act": "gelu",
|
| 10 |
+
"hidden_dropout_prob": 0.1,
|
| 11 |
+
"hidden_size": 768,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 3072,
|
| 14 |
+
"layer_norm_eps": 1e-12,
|
| 15 |
+
"max_position_embeddings": 512,
|
| 16 |
+
"model_type": "bert",
|
| 17 |
+
"num_attention_heads": 12,
|
| 18 |
+
"num_hidden_layers": 12,
|
| 19 |
+
"pad_token_id": 0,
|
| 20 |
+
"position_embedding_type": "absolute",
|
| 21 |
+
"problem_type": "single_label_classification",
|
| 22 |
+
"torch_dtype": "float32",
|
| 23 |
+
"transformers_version": "4.42.4",
|
| 24 |
+
"type_vocab_size": 2,
|
| 25 |
+
"use_cache": true,
|
| 26 |
+
"vocab_size": 30522
|
| 27 |
+
}
|
run-1/checkpoint-46/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07c551ce278839d976fbb425701bec28361c7f0af5c056bb7b0445cd9e395031
|
| 3 |
+
size 437958648
|
run-1/checkpoint-46/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:65f434397cafc46606beb6866d83cb4922b261c9c2a3beb4212b1506db4acd6f
|
| 3 |
+
size 876038394
|
run-1/checkpoint-46/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c13c553e715437d2801903cd8d0429006a9a62710f90d54375d21795c240e72
|
| 3 |
+
size 14308
|
run-1/checkpoint-46/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54cf70c3d1642dbdba1bc05ad51c002c6257e354e8b9086a25a7510aa52a848d
|
| 3 |
+
size 1064
|