Hugging Face's logo

cruiser
/
roberta-twitter-sentiment-ada-delta_batch_64

Text Classification
Transformers
PyTorch
TensorBoard
roberta
text-embeddings-inference
Model card Files
xet
 Metrics Community
cruiser commited on
Commit
c4a214a
·
1 Parent(s): bd0264c

Training in progress, epoch 1

Browse files
Files changed (25) hide show
  1. .gitignore +1 -0
  2. config.json +38 -0
  3. last-checkpoint/config.json +38 -0
  4. last-checkpoint/merges.txt +0 -0
  5. last-checkpoint/optimizer.pt +3 -0
  6. last-checkpoint/pytorch_model.bin +3 -0
  7. last-checkpoint/rng_state.pth +3 -0
  8. last-checkpoint/scheduler.pt +3 -0
  9. last-checkpoint/special_tokens_map.json +15 -0
  10. last-checkpoint/tokenizer.json +0 -0
  11. last-checkpoint/tokenizer_config.json +15 -0
  12. last-checkpoint/trainer_state.json +25 -0
  13. last-checkpoint/training_args.bin +3 -0
  14. last-checkpoint/vocab.json +0 -0
  15. merges.txt +0 -0
  16. pytorch_model.bin +3 -0
  17. runs/Apr28_02-31-37_a86f1c3146f9/1682649102.7148967/events.out.tfevents.1682649102.a86f1c3146f9.182.1 +3 -0
  18. runs/Apr28_02-31-37_a86f1c3146f9/events.out.tfevents.1682649102.a86f1c3146f9.182.0 +3 -0
  19. runs/Apr28_02-32-56_a86f1c3146f9/1682649179.1610768/events.out.tfevents.1682649179.a86f1c3146f9.182.3 +3 -0
  20. runs/Apr28_02-32-56_a86f1c3146f9/events.out.tfevents.1682649179.a86f1c3146f9.182.2 +3 -0
  21. special_tokens_map.json +15 -0
  22. tokenizer.json +0 -0
  23. tokenizer_config.json +15 -0
  24. training_args.bin +3 -0
  25. vocab.json +0 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "id2label": {
14
+ "0": "Negative",
15
+ "1": "Neutral",
16
+ "2": "Positive"
17
+ },
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 3072,
20
+ "label2id": {
21
+ "Negative": 0,
22
+ "Neutral": 1,
23
+ "Positive": 2
24
+ },
25
+ "layer_norm_eps": 1e-05,
26
+ "max_position_embeddings": 514,
27
+ "model_type": "roberta",
28
+ "num_attention_heads": 12,
29
+ "num_hidden_layers": 6,
30
+ "pad_token_id": 1,
31
+ "position_embedding_type": "absolute",
32
+ "problem_type": "single_label_classification",
33
+ "torch_dtype": "float32",
34
+ "transformers_version": "4.28.1",
35
+ "type_vocab_size": 1,
36
+ "use_cache": true,
37
+ "vocab_size": 50265
38
+ }
last-checkpoint/config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "id2label": {
14
+ "0": "Negative",
15
+ "1": "Neutral",
16
+ "2": "Positive"
17
+ },
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 3072,
20
+ "label2id": {
21
+ "Negative": 0,
22
+ "Neutral": 1,
23
+ "Positive": 2
24
+ },
25
+ "layer_norm_eps": 1e-05,
26
+ "max_position_embeddings": 514,
27
+ "model_type": "roberta",
28
+ "num_attention_heads": 12,
29
+ "num_hidden_layers": 6,
30
+ "pad_token_id": 1,
31
+ "position_embedding_type": "absolute",
32
+ "problem_type": "single_label_classification",
33
+ "torch_dtype": "float32",
34
+ "transformers_version": "4.28.1",
35
+ "type_vocab_size": 1,
36
+ "use_cache": true,
37
+ "vocab_size": 50265
38
+ }
last-checkpoint/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5729ca2f6a24adbefb46d51572957b724ae173b3e6bd0b840e34be593e425e51
3
+ size 873157
last-checkpoint/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa20ad37eab1fc631983966277cb6dd26ccd12f930d4ce58643dd7c6e76f647f
3
+ size 328522997
last-checkpoint/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c17620c5198d28ee010695034fce4f3b7662c5f6a64ada09de54eef0cf7f3be
3
+ size 14575
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aa5a4f4c295a816e678fa5f793714629c9035253c542d434bdb3cd99c9549e8
3
+ size 881
last-checkpoint/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
last-checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<s>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "cls_token": "<s>",
6
+ "eos_token": "</s>",
7
+ "errors": "replace",
8
+ "mask_token": "<mask>",
9
+ "model_max_length": 512,
10
+ "pad_token": "<pad>",
11
+ "sep_token": "</s>",
12
+ "tokenizer_class": "RobertaTokenizer",
13
+ "trim_offsets": true,
14
+ "unk_token": "<unk>"
15
+ }
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.527174174785614,
3
+ "best_model_checkpoint": "roberta-twitter-sentiment-ada-delta_batch_64/checkpoint-430",
4
+ "epoch": 1.0,
5
+ "global_step": 430,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.0,
12
+ "eval_accuracy": 0.7908885116015846,
13
+ "eval_loss": 0.527174174785614,
14
+ "eval_runtime": 4.5166,
15
+ "eval_samples_per_second": 782.456,
16
+ "eval_steps_per_second": 97.862,
17
+ "step": 430
18
+ }
19
+ ],
20
+ "max_steps": 86000,
21
+ "num_train_epochs": 200,
22
+ "total_flos": 310469792879952.0,
23
+ "trial_name": null,
24
+ "trial_params": null
25
+ }
last-checkpoint/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6be297fd6ee3a48a9e78bdcaaf4dce15727f299379ad085813d383e69bf089e
3
+ size 3643
last-checkpoint/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa20ad37eab1fc631983966277cb6dd26ccd12f930d4ce58643dd7c6e76f647f
3
+ size 328522997
runs/Apr28_02-31-37_a86f1c3146f9/1682649102.7148967/events.out.tfevents.1682649102.a86f1c3146f9.182.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c712b7458e04aac3b4b642fe52c8fbe3b45aa2e7c0eab484b6dfaf5a2e56a5
3
+ size 5957
runs/Apr28_02-31-37_a86f1c3146f9/events.out.tfevents.1682649102.a86f1c3146f9.182.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0bf2e8758d763c01e4377eb45b92677f28b40836a7e808b3e737f053ef5a965
3
+ size 4243
runs/Apr28_02-32-56_a86f1c3146f9/1682649179.1610768/events.out.tfevents.1682649179.a86f1c3146f9.182.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911152c8a8cb8ba6fd62488532feb96417eb9847212032f3cd6fdcfa98f8f1ce
3
+ size 5954
runs/Apr28_02-32-56_a86f1c3146f9/events.out.tfevents.1682649179.a86f1c3146f9.182.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a99fd76057ba1d60a0b7404f94e2e4d09384a8119b005a80c93723a3058544d
3
+ size 4614
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<s>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "cls_token": "<s>",
6
+ "eos_token": "</s>",
7
+ "errors": "replace",
8
+ "mask_token": "<mask>",
9
+ "model_max_length": 512,
10
+ "pad_token": "<pad>",
11
+ "sep_token": "</s>",
12
+ "tokenizer_class": "RobertaTokenizer",
13
+ "trim_offsets": true,
14
+ "unk_token": "<unk>"
15
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6be297fd6ee3a48a9e78bdcaaf4dce15727f299379ad085813d383e69bf089e
3
+ size 3643
vocab.json ADDED
The diff for this file is too large to render. See raw diff