Bencode92 commited on
Commit
6e90abf
Β·
1 Parent(s): b747a0e

πŸ”„ Incremental correlations - Dataset petit

Browse files
README.md CHANGED
@@ -21,19 +21,19 @@ Fine-tuned FinBERT model for financial correlations analysis in TradePulse.
21
 
22
  ## Performance
23
 
24
- *Last training: 2025-07-28 12:43*
25
- *Dataset: `news_20250728.csv` (221 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
- | Loss | 0.1640 |
30
  | Subset Accuracy | 0.0000 |
31
- | F1 Score | 0.0110 |
32
- | F1 Micro | 0.0110 |
33
- | F1 Macro | 0.0110 |
34
- | Hamming Score | 0.9680 |
35
- | Precision | 0.0057 |
36
- | Recall | 0.1250 |
37
 
38
  ## Training Details
39
 
@@ -65,4 +65,4 @@ predictions = torch.sigmoid(outputs.logits).squeeze() > 0.5
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
- - Auto-generated on 2025-07-28 12:43:44
 
21
 
22
  ## Performance
23
 
24
+ *Last training: 2025-07-28 15:57*
25
+ *Dataset: `news_20250728.csv` (77 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
+ | Loss | 0.1537 |
30
  | Subset Accuracy | 0.0000 |
31
+ | F1 Score | 0.0000 |
32
+ | F1 Micro | 0.0000 |
33
+ | F1 Macro | 0.0000 |
34
+ | Hamming Score | 0.9750 |
35
+ | Precision | 0.0000 |
36
+ | Recall | 0.0000 |
37
 
38
  ## Training Details
39
 
 
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
+ - Auto-generated on 2025-07-28 15:57:57
{checkpoint-88 β†’ checkpoint-16}/config.json RENAMED
File without changes
{checkpoint-88 β†’ checkpoint-16}/model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5c92683953616914c16af653572767ea7f00c0a71f1b7fbce9fac41bf199f56
3
  size 439415268
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55c9a35c1ba5201cc5d9aa3b7d53ca8a4be616a3a6b03dd0c3d0075e8decc9c3
3
  size 439415268
{checkpoint-88 β†’ checkpoint-16}/special_tokens_map.json RENAMED
File without changes
{checkpoint-88 β†’ checkpoint-16}/tokenizer.json RENAMED
File without changes
{checkpoint-88 β†’ checkpoint-16}/tokenizer_config.json RENAMED
File without changes
checkpoint-16/trainer_state.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.0,
3
+ "best_model_checkpoint": "hf-correlations-production/checkpoint-16",
4
+ "epoch": 1.0,
5
+ "eval_steps": 500,
6
+ "global_step": 16,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.625,
13
+ "grad_norm": 0.35110318660736084,
14
+ "learning_rate": 6.666666666666667e-06,
15
+ "loss": 0.1734,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_accuracy": 0.0,
21
+ "eval_f1": 0.0,
22
+ "eval_f1_macro": 0.0,
23
+ "eval_f1_micro": 0.0,
24
+ "eval_hamming_loss": 0.025,
25
+ "eval_hamming_score": 0.975,
26
+ "eval_loss": 0.15365035831928253,
27
+ "eval_precision": 0.0,
28
+ "eval_precision_macro": 0.0,
29
+ "eval_precision_micro": 0.0,
30
+ "eval_recall": 0.0,
31
+ "eval_recall_macro": 0.0,
32
+ "eval_recall_micro": 0.0,
33
+ "eval_runtime": 8.8344,
34
+ "eval_samples_per_second": 1.811,
35
+ "eval_steps_per_second": 0.453,
36
+ "eval_subset_accuracy": 0.0,
37
+ "step": 16
38
+ }
39
+ ],
40
+ "logging_steps": 10,
41
+ "max_steps": 32,
42
+ "num_input_tokens_seen": 0,
43
+ "num_train_epochs": 2,
44
+ "save_steps": 500,
45
+ "stateful_callbacks": {
46
+ "EarlyStoppingCallback": {
47
+ "args": {
48
+ "early_stopping_patience": 1,
49
+ "early_stopping_threshold": 0.0
50
+ },
51
+ "attributes": {
52
+ "early_stopping_patience_counter": 0
53
+ }
54
+ },
55
+ "TrainerControl": {
56
+ "args": {
57
+ "should_epoch_stop": false,
58
+ "should_evaluate": false,
59
+ "should_log": false,
60
+ "should_save": true,
61
+ "should_training_stop": false
62
+ },
63
+ "attributes": {}
64
+ }
65
+ },
66
+ "total_flos": 16067499224064.0,
67
+ "train_batch_size": 4,
68
+ "trial_name": null,
69
+ "trial_params": null
70
+ }
{checkpoint-88 β†’ checkpoint-16}/vocab.txt RENAMED
File without changes
checkpoint-88/trainer_state.json DELETED
@@ -1,140 +0,0 @@
1
- {
2
- "best_metric": 0.01098901098901099,
3
- "best_model_checkpoint": "hf-correlations-production/checkpoint-88",
4
- "epoch": 2.0,
5
- "eval_steps": 500,
6
- "global_step": 88,
7
- "is_hyper_param_search": false,
8
- "is_local_process_zero": true,
9
- "is_world_process_zero": true,
10
- "log_history": [
11
- {
12
- "epoch": 0.22727272727272727,
13
- "grad_norm": 0.4534858465194702,
14
- "learning_rate": 2.2727272727272728e-06,
15
- "loss": 0.2347,
16
- "step": 10
17
- },
18
- {
19
- "epoch": 0.45454545454545453,
20
- "grad_norm": 0.43446722626686096,
21
- "learning_rate": 4.5454545454545455e-06,
22
- "loss": 0.2289,
23
- "step": 20
24
- },
25
- {
26
- "epoch": 0.6818181818181818,
27
- "grad_norm": 0.4181576371192932,
28
- "learning_rate": 6.818181818181818e-06,
29
- "loss": 0.2191,
30
- "step": 30
31
- },
32
- {
33
- "epoch": 0.9090909090909091,
34
- "grad_norm": 0.40734240412712097,
35
- "learning_rate": 9.090909090909091e-06,
36
- "loss": 0.2105,
37
- "step": 40
38
- },
39
- {
40
- "epoch": 1.0,
41
- "eval_accuracy": 0.0,
42
- "eval_f1": 0.008583690987124463,
43
- "eval_f1_macro": 0.0003478260869565217,
44
- "eval_f1_micro": 0.008583690987124463,
45
- "eval_hamming_loss": 0.04106666666666667,
46
- "eval_hamming_score": 0.9589333333333333,
47
- "eval_loss": 0.1925787776708603,
48
- "eval_precision": 0.0044444444444444444,
49
- "eval_precision_macro": 0.00017777777777777779,
50
- "eval_precision_micro": 0.0044444444444444444,
51
- "eval_recall": 0.125,
52
- "eval_recall_macro": 0.008,
53
- "eval_recall_micro": 0.125,
54
- "eval_runtime": 24.7765,
55
- "eval_samples_per_second": 1.816,
56
- "eval_steps_per_second": 0.484,
57
- "eval_subset_accuracy": 0.0,
58
- "step": 44
59
- },
60
- {
61
- "epoch": 1.1363636363636362,
62
- "grad_norm": 0.3800886273384094,
63
- "learning_rate": 8.636363636363637e-06,
64
- "loss": 0.198,
65
- "step": 50
66
- },
67
- {
68
- "epoch": 1.3636363636363638,
69
- "grad_norm": 0.3658241629600525,
70
- "learning_rate": 6.363636363636364e-06,
71
- "loss": 0.1829,
72
- "step": 60
73
- },
74
- {
75
- "epoch": 1.5909090909090908,
76
- "grad_norm": 0.3559646010398865,
77
- "learning_rate": 4.0909090909090915e-06,
78
- "loss": 0.1773,
79
- "step": 70
80
- },
81
- {
82
- "epoch": 1.8181818181818183,
83
- "grad_norm": 0.35169270634651184,
84
- "learning_rate": 1.8181818181818183e-06,
85
- "loss": 0.1696,
86
- "step": 80
87
- },
88
- {
89
- "epoch": 2.0,
90
- "eval_accuracy": 0.0,
91
- "eval_f1": 0.01098901098901099,
92
- "eval_f1_macro": 0.0003478260869565217,
93
- "eval_f1_micro": 0.01098901098901099,
94
- "eval_hamming_loss": 0.032,
95
- "eval_hamming_score": 0.968,
96
- "eval_loss": 0.16395114362239838,
97
- "eval_precision": 0.005747126436781609,
98
- "eval_precision_macro": 0.00017777777777777779,
99
- "eval_precision_micro": 0.005747126436781609,
100
- "eval_recall": 0.125,
101
- "eval_recall_macro": 0.008,
102
- "eval_recall_micro": 0.125,
103
- "eval_runtime": 24.8651,
104
- "eval_samples_per_second": 1.81,
105
- "eval_steps_per_second": 0.483,
106
- "eval_subset_accuracy": 0.0,
107
- "step": 88
108
- }
109
- ],
110
- "logging_steps": 10,
111
- "max_steps": 88,
112
- "num_input_tokens_seen": 0,
113
- "num_train_epochs": 2,
114
- "save_steps": 500,
115
- "stateful_callbacks": {
116
- "EarlyStoppingCallback": {
117
- "args": {
118
- "early_stopping_patience": 1,
119
- "early_stopping_threshold": 0.0
120
- },
121
- "attributes": {
122
- "early_stopping_patience_counter": 0
123
- }
124
- },
125
- "TrainerControl": {
126
- "args": {
127
- "should_epoch_stop": false,
128
- "should_evaluate": false,
129
- "should_log": false,
130
- "should_save": true,
131
- "should_training_stop": true
132
- },
133
- "attributes": {}
134
- }
135
- },
136
- "total_flos": 92717372571648.0,
137
- "train_batch_size": 4,
138
- "trial_name": null,
139
- "trial_params": null
140
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5c92683953616914c16af653572767ea7f00c0a71f1b7fbce9fac41bf199f56
3
  size 439415268
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55c9a35c1ba5201cc5d9aa3b7d53ca8a4be616a3a6b03dd0c3d0075e8decc9c3
3
  size 439415268