Hugging Face's logo

yezdata
/
EmCoder

Text Classification
Transformers
Safetensors
English
emcoder
feature-extraction
emotion-recognition
bayesian-deep-learning
mc-dropout
uncertainty-quantification
multi-label-classification
custom_code
Eval Results (legacy)
Model card Files
xet
 Community
yezdata commited on
Commit
80f6bfe
·
verified ·
1 Parent(s): 60b66e8

Delete emcoder

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. emcoder/epoch_1/model.safetensors +0 -3
  2. emcoder/epoch_1/model_config.json +0 -73
  3. emcoder/epoch_1/model_state.json +0 -4
  4. emcoder/epoch_1/tokenizer.json +0 -0
  5. emcoder/epoch_1/tokenizer_config.json +0 -0
  6. emcoder/epoch_1/train_config.json +0 -10
  7. emcoder/epoch_10/model.safetensors +0 -3
  8. emcoder/epoch_10/model_config.json +0 -73
  9. emcoder/epoch_10/model_state.json +0 -4
  10. emcoder/epoch_10/tokenizer.json +0 -0
  11. emcoder/epoch_10/tokenizer_config.json +0 -0
  12. emcoder/epoch_10/train_config.json +0 -10
  13. emcoder/epoch_2/model.safetensors +0 -3
  14. emcoder/epoch_2/model_config.json +0 -73
  15. emcoder/epoch_2/model_state.json +0 -4
  16. emcoder/epoch_2/tokenizer.json +0 -0
  17. emcoder/epoch_2/tokenizer_config.json +0 -0
  18. emcoder/epoch_2/train_config.json +0 -10
  19. emcoder/epoch_3/model.safetensors +0 -3
  20. emcoder/epoch_3/model_config.json +0 -73
  21. emcoder/epoch_3/model_state.json +0 -4
  22. emcoder/epoch_3/tokenizer.json +0 -0
  23. emcoder/epoch_3/tokenizer_config.json +0 -0
  24. emcoder/epoch_3/train_config.json +0 -10
  25. emcoder/epoch_4/model.safetensors +0 -3
  26. emcoder/epoch_4/model_config.json +0 -73
  27. emcoder/epoch_4/model_state.json +0 -4
  28. emcoder/epoch_4/tokenizer.json +0 -0
  29. emcoder/epoch_4/tokenizer_config.json +0 -0
  30. emcoder/epoch_4/train_config.json +0 -10
  31. emcoder/epoch_5/model.safetensors +0 -3
  32. emcoder/epoch_5/model_config.json +0 -73
  33. emcoder/epoch_5/model_state.json +0 -4
  34. emcoder/epoch_5/tokenizer.json +0 -0
  35. emcoder/epoch_5/tokenizer_config.json +0 -0
  36. emcoder/epoch_5/train_config.json +0 -10
  37. emcoder/epoch_6/model.safetensors +0 -3
  38. emcoder/epoch_6/model_config.json +0 -73
  39. emcoder/epoch_6/model_state.json +0 -4
  40. emcoder/epoch_6/tokenizer.json +0 -0
  41. emcoder/epoch_6/tokenizer_config.json +0 -0
  42. emcoder/epoch_6/train_config.json +0 -10
  43. emcoder/epoch_7/model.safetensors +0 -3
  44. emcoder/epoch_7/model_config.json +0 -73
  45. emcoder/epoch_7/model_state.json +0 -4
  46. emcoder/epoch_7/tokenizer.json +0 -0
  47. emcoder/epoch_7/tokenizer_config.json +0 -0
  48. emcoder/epoch_7/train_config.json +0 -10
  49. emcoder/epoch_8/model.safetensors +0 -3
  50. emcoder/epoch_8/model_config.json +0 -73
emcoder/epoch_1/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fc2e600736191325e008e8f27faff0a32138202d2d09260bf2b9a2cd338839f
3
- size 328565600
 
 
 
 
emcoder/epoch_1/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_1/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.28831127285957336,
3
- "eval_loss": 0.3145073144751437
4
- }
 
 
 
 
 
emcoder/epoch_1/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_1/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_1/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_10/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f79307191a44f91b6c9b7e2373062bd655a38efef31a16831e7629d18ce33f50
3
- size 328565600
 
 
 
 
emcoder/epoch_10/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_10/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.264223575592041,
3
- "eval_loss": 0.2328128303236821
4
- }
 
 
 
 
 
emcoder/epoch_10/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_10/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_10/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_2/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:59e4d7bb9d8d3ee658ea818b0297209705cfd3f8310fd127d5540f81f1ffe6de
3
- size 328565600
 
 
 
 
emcoder/epoch_2/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_2/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.2724606990814209,
3
- "eval_loss": 0.2693073256050839
4
- }
 
 
 
 
 
emcoder/epoch_2/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_2/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_2/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_3/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a979301d2d82d2f025cdcf17a87b38f744392f6319a2bba39752183a7d641f0
3
- size 328565600
 
 
 
 
emcoder/epoch_3/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_3/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.21064400672912598,
3
- "eval_loss": 0.2506087092792287
4
- }
 
 
 
 
 
emcoder/epoch_3/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_3/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_3/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_4/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f2190e799c0af38e5573db615baf6245a4da2bf34fa3217932ea0dfe439ba88
3
- size 328565600
 
 
 
 
emcoder/epoch_4/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_4/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.2245972752571106,
3
- "eval_loss": 0.24032529198071537
4
- }
 
 
 
 
 
emcoder/epoch_4/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_4/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_4/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_5/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e68cbde5a3491bc645ca44a57266f93e9355e1a1f94f06a2d299c4b1441737aa
3
- size 328565600
 
 
 
 
emcoder/epoch_5/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_5/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.255290687084198,
3
- "eval_loss": 0.23586748023243512
4
- }
 
 
 
 
 
emcoder/epoch_5/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_5/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_5/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_6/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:040f3e3cb4a3cf7f78e787f8b298129ad924b2e754d31d6361a0bc379652e217
3
- size 328565600
 
 
 
 
emcoder/epoch_6/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_6/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.2421005815267563,
3
- "eval_loss": 0.23401743388351273
4
- }
 
 
 
 
 
emcoder/epoch_6/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_6/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_6/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_7/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4da0b6fb96577b7e478b1a32dcfe15c495c5c89e47d00600c51dcc82143ad8f2
3
- size 328565600
 
 
 
 
emcoder/epoch_7/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_7/model_state.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "train_loss": 0.17983317375183105,
3
- "eval_loss": 0.23343955278396605
4
- }
 
 
 
 
 
emcoder/epoch_7/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_7/tokenizer_config.json DELETED
The diff for this file is too large to render. See raw diff
 
emcoder/epoch_7/train_config.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "tokenized_ds_dir": "data/goemotions_v1_seq512",
3
- "encoder_lr": 0.00001,
4
- "head_lr": 0.0005,
5
- "lr_warmup": 0.05,
6
- "weight_decay": 0.01,
7
- "batch_size": 32,
8
- "gradient_accumulation_steps": 8,
9
- "num_epochs": 10
10
- }
 
 
 
 
 
 
 
 
 
 
 
emcoder/epoch_8/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9875df046913976ed2d38463935b480580903ccdea5193e11e7ad16b83198d9e
3
- size 328565600
 
 
 
 
emcoder/epoch_8/model_config.json DELETED
@@ -1,73 +0,0 @@
1
- {
2
- "vocab_size": 50265,
3
- "max_seq_len": 512,
4
- "d_model": 768,
5
- "n_head": 12,
6
- "n_layers": 6,
7
- "d_ffn": 3072,
8
- "dropout": 0.15,
9
- "bayesian_train": true,
10
- "loss_weights": "log",
11
- "num_labels": 28,
12
- "id2label": {
13
- "0": "admiration",
14
- "1": "amusement",
15
- "2": "anger",
16
- "3": "annoyance",
17
- "4": "approval",
18
- "5": "caring",
19
- "6": "confusion",
20
- "7": "curiosity",
21
- "8": "desire",
22
- "9": "disappointment",
23
- "10": "disapproval",
24
- "11": "disgust",
25
- "12": "embarrassment",
26
- "13": "excitement",
27
- "14": "fear",
28
- "15": "gratitude",
29
- "16": "grief",
30
- "17": "joy",
31
- "18": "love",
32
- "19": "nervousness",
33
- "20": "optimism",
34
- "21": "pride",
35
- "22": "realization",
36
- "23": "relief",
37
- "24": "remorse",
38
- "25": "sadness",
39
- "26": "surprise",
40
- "27": "neutral"
41
- },
42
- "label2id": {
43
- "admiration": 0,
44
- "amusement": 1,
45
- "anger": 2,
46
- "annoyance": 3,
47
- "approval": 4,
48
- "caring": 5,
49
- "confusion": 6,
50
- "curiosity": 7,
51
- "desire": 8,
52
- "disappointment": 9,
53
- "disapproval": 10,
54
- "disgust": 11,
55
- "embarrassment": 12,
56
- "excitement": 13,
57
- "fear": 14,
58
- "gratitude": 15,
59
- "grief": 16,
60
- "joy": 17,
61
- "love": 18,
62
- "nervousness": 19,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26,
70
- "neutral": 27
71
- },
72
- "base_encoder_path": "models/v1/pretrain/checkpoints/epoch_2/step_40000"
73
- }