Hugging Face's logo

yezdata
/
EmCoder

Text Classification
Transformers
Safetensors
English
emcoder
feature-extraction
emotion-recognition
bayesian-deep-learning
mc-dropout
uncertainty-quantification
multi-label-classification
custom_code
Eval Results (legacy)
Model card Files
xet
 Community
yezdata commited on
Commit
60b66e8
·
verified ·
1 Parent(s): 8b284d9

Upload 61 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. emcoder/epoch_1/model.safetensors +3 -0
  2. emcoder/epoch_1/model_config.json +73 -0
  3. emcoder/epoch_1/model_state.json +4 -0
  4. emcoder/epoch_1/tokenizer.json +0 -0
  5. emcoder/epoch_1/tokenizer_config.json +0 -0
  6. emcoder/epoch_1/train_config.json +10 -0
  7. emcoder/epoch_10/model.safetensors +3 -0
  8. emcoder/epoch_10/model_config.json +73 -0
  9. emcoder/epoch_10/model_state.json +4 -0
  10. emcoder/epoch_10/tokenizer.json +0 -0
  11. emcoder/epoch_10/tokenizer_config.json +0 -0
  12. emcoder/epoch_10/train_config.json +10 -0
  13. emcoder/epoch_2/model.safetensors +3 -0
  14. emcoder/epoch_2/model_config.json +73 -0
  15. emcoder/epoch_2/model_state.json +4 -0
  16. emcoder/epoch_2/tokenizer.json +0 -0
  17. emcoder/epoch_2/tokenizer_config.json +0 -0
  18. emcoder/epoch_2/train_config.json +10 -0
  19. emcoder/epoch_3/model.safetensors +3 -0
  20. emcoder/epoch_3/model_config.json +73 -0
  21. emcoder/epoch_3/model_state.json +4 -0
  22. emcoder/epoch_3/tokenizer.json +0 -0
  23. emcoder/epoch_3/tokenizer_config.json +0 -0
  24. emcoder/epoch_3/train_config.json +10 -0
  25. emcoder/epoch_4/model.safetensors +3 -0
  26. emcoder/epoch_4/model_config.json +73 -0
  27. emcoder/epoch_4/model_state.json +4 -0
  28. emcoder/epoch_4/tokenizer.json +0 -0
  29. emcoder/epoch_4/tokenizer_config.json +0 -0
  30. emcoder/epoch_4/train_config.json +10 -0
  31. emcoder/epoch_5/model.safetensors +3 -0
  32. emcoder/epoch_5/model_config.json +73 -0
  33. emcoder/epoch_5/model_state.json +4 -0
  34. emcoder/epoch_5/tokenizer.json +0 -0
  35. emcoder/epoch_5/tokenizer_config.json +0 -0
  36. emcoder/epoch_5/train_config.json +10 -0
  37. emcoder/epoch_6/model.safetensors +3 -0
  38. emcoder/epoch_6/model_config.json +73 -0
  39. emcoder/epoch_6/model_state.json +4 -0
  40. emcoder/epoch_6/tokenizer.json +0 -0
  41. emcoder/epoch_6/tokenizer_config.json +0 -0
  42. emcoder/epoch_6/train_config.json +10 -0
  43. emcoder/epoch_7/model.safetensors +3 -0
  44. emcoder/epoch_7/model_config.json +73 -0
  45. emcoder/epoch_7/model_state.json +4 -0
  46. emcoder/epoch_7/tokenizer.json +0 -0
  47. emcoder/epoch_7/tokenizer_config.json +0 -0
  48. emcoder/epoch_7/train_config.json +10 -0
  49. emcoder/epoch_8/model.safetensors +3 -0
  50. emcoder/epoch_8/model_config.json +73 -0
emcoder/epoch_1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fc2e600736191325e008e8f27faff0a32138202d2d09260bf2b9a2cd338839f
3
+ size 328565600
emcoder/epoch_1/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_1/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.28831127285957336,
3
+ "eval_loss": 0.3145073144751437
4
+ }
emcoder/epoch_1/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_1/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_1/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_10/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79307191a44f91b6c9b7e2373062bd655a38efef31a16831e7629d18ce33f50
3
+ size 328565600
emcoder/epoch_10/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_10/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.264223575592041,
3
+ "eval_loss": 0.2328128303236821
4
+ }
emcoder/epoch_10/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_10/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_10/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59e4d7bb9d8d3ee658ea818b0297209705cfd3f8310fd127d5540f81f1ffe6de
3
+ size 328565600
emcoder/epoch_2/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_2/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.2724606990814209,
3
+ "eval_loss": 0.2693073256050839
4
+ }
emcoder/epoch_2/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_2/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_2/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_3/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a979301d2d82d2f025cdcf17a87b38f744392f6319a2bba39752183a7d641f0
3
+ size 328565600
emcoder/epoch_3/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_3/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.21064400672912598,
3
+ "eval_loss": 0.2506087092792287
4
+ }
emcoder/epoch_3/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_3/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_3/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_4/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f2190e799c0af38e5573db615baf6245a4da2bf34fa3217932ea0dfe439ba88
3
+ size 328565600
emcoder/epoch_4/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_4/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.2245972752571106,
3
+ "eval_loss": 0.24032529198071537
4
+ }
emcoder/epoch_4/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_4/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_4/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_5/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68cbde5a3491bc645ca44a57266f93e9355e1a1f94f06a2d299c4b1441737aa
3
+ size 328565600
emcoder/epoch_5/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_5/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.255290687084198,
3
+ "eval_loss": 0.23586748023243512
4
+ }
emcoder/epoch_5/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_5/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_5/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_6/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:040f3e3cb4a3cf7f78e787f8b298129ad924b2e754d31d6361a0bc379652e217
3
+ size 328565600
emcoder/epoch_6/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_6/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.2421005815267563,
3
+ "eval_loss": 0.23401743388351273
4
+ }
emcoder/epoch_6/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_6/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_6/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_7/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4da0b6fb96577b7e478b1a32dcfe15c495c5c89e47d00600c51dcc82143ad8f2
3
+ size 328565600
emcoder/epoch_7/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }
emcoder/epoch_7/model_state.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "train_loss": 0.17983317375183105,
3
+ "eval_loss": 0.23343955278396605
4
+ }
emcoder/epoch_7/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_7/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_7/train_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
+ "encoder_lr": 0.00001,
4
+ "head_lr": 0.0005,
5
+ "lr_warmup": 0.05,
6
+ "weight_decay": 0.01,
7
+ "batch_size": 32,
8
+ "gradient_accumulation_steps": 8,
9
+ "num_epochs": 10
10
+ }
emcoder/epoch_8/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9875df046913976ed2d38463935b480580903ccdea5193e11e7ad16b83198d9e
3
+ size 328565600
emcoder/epoch_8/model_config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 50265,
3
+ "max_seq_len": 512,
4
+ "d_model": 768,
5
+ "n_head": 12,
6
+ "n_layers": 6,
7
+ "d_ffn": 3072,
8
+ "dropout": 0.15,
9
+ "bayesian_train": true,
10
+ "loss_weights": "log",
11
+ "num_labels": 28,
12
+ "id2label": {
13
+ "0": "admiration",
14
+ "1": "amusement",
15
+ "2": "anger",
16
+ "3": "annoyance",
17
+ "4": "approval",
18
+ "5": "caring",
19
+ "6": "confusion",
20
+ "7": "curiosity",
21
+ "8": "desire",
22
+ "9": "disappointment",
23
+ "10": "disapproval",
24
+ "11": "disgust",
25
+ "12": "embarrassment",
26
+ "13": "excitement",
27
+ "14": "fear",
28
+ "15": "gratitude",
29
+ "16": "grief",
30
+ "17": "joy",
31
+ "18": "love",
32
+ "19": "nervousness",
33
+ "20": "optimism",
34
+ "21": "pride",
35
+ "22": "realization",
36
+ "23": "relief",
37
+ "24": "remorse",
38
+ "25": "sadness",
39
+ "26": "surprise",
40
+ "27": "neutral"
41
+ },
42
+ "label2id": {
43
+ "admiration": 0,
44
+ "amusement": 1,
45
+ "anger": 2,
46
+ "annoyance": 3,
47
+ "approval": 4,
48
+ "caring": 5,
49
+ "confusion": 6,
50
+ "curiosity": 7,
51
+ "desire": 8,
52
+ "disappointment": 9,
53
+ "disapproval": 10,
54
+ "disgust": 11,
55
+ "embarrassment": 12,
56
+ "excitement": 13,
57
+ "fear": 14,
58
+ "gratitude": 15,
59
+ "grief": 16,
60
+ "joy": 17,
61
+ "love": 18,
62
+ "nervousness": 19,
63
+ "optimism": 20,
64
+ "pride": 21,
65
+ "realization": 22,
66
+ "relief": 23,
67
+ "remorse": 24,
68
+ "sadness": 25,
69
+ "surprise": 26,
70
+ "neutral": 27
71
+ },
72
+ "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
+ }