Bencode92 commited on
Commit
3d5219d
Β·
1 Parent(s): 6affc35

πŸ”„ Incremental label | Acc: 0.810, F1: 0.778

Browse files
README.md CHANGED
@@ -21,19 +21,19 @@ Fine-tuned FinBERT model for financial sentiment analysis in TradePulse.
21
 
22
  ## Performance
23
 
24
- *Last training: 2025-07-25 15:30*
25
- *Dataset: `news_20250725.csv` (202 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
- | Loss | 1.3044 |
30
- | Accuracy | 0.7255 |
31
- | F1 Score | 0.7278 |
32
 
33
- | F1 Macro | 0.7278 |
34
 
35
- | Precision | 0.7434 |
36
- | Recall | 0.7255 |
37
 
38
  ## Training Details
39
 
@@ -65,4 +65,4 @@ predictions = outputs.logits.softmax(dim=-1)
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
- - Auto-generated on 2025-07-25 15:30:27
 
21
 
22
  ## Performance
23
 
24
+ *Last training: 2025-07-26 17:45*
25
+ *Dataset: `news_20250726.csv` (186 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
+ | Loss | 1.7703 |
30
+ | Accuracy | 0.6596 |
31
+ | F1 Score | 0.6533 |
32
 
33
+ | F1 Macro | 0.6533 |
34
 
35
+ | Precision | 0.6697 |
36
+ | Recall | 0.6596 |
37
 
38
  ## Training Details
39
 
 
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
+ - Auto-generated on 2025-07-26 17:45:53
{checkpoint-76 β†’ checkpoint-70}/config.json RENAMED
File without changes
{checkpoint-76 β†’ checkpoint-70}/model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2b962a912c25e4f15737aab8b39af42da139f77a7b6a471b5d377fd402a8249
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83191bc2a10a634e0ac39702bcd3e7b3b860738cb30da81a74df2f52210abbcf
3
  size 439039996
{checkpoint-76 β†’ checkpoint-70}/special_tokens_map.json RENAMED
File without changes
{checkpoint-76 β†’ checkpoint-70}/tokenizer.json RENAMED
File without changes
{checkpoint-76 β†’ checkpoint-70}/tokenizer_config.json RENAMED
File without changes
{checkpoint-76 β†’ checkpoint-70}/trainer_state.json RENAMED
@@ -1,95 +1,95 @@
1
  {
2
- "best_metric": 0.7278238244682277,
3
- "best_model_checkpoint": "hf-sentiment-production/checkpoint-76",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 76,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.2631578947368421,
13
- "grad_norm": 173.46673583984375,
14
- "learning_rate": 2.702702702702703e-06,
15
- "loss": 2.9218,
16
  "step": 10
17
  },
18
  {
19
- "epoch": 0.5263157894736842,
20
- "grad_norm": 67.6650619506836,
21
- "learning_rate": 5.405405405405406e-06,
22
- "loss": 2.5244,
23
  "step": 20
24
  },
25
  {
26
- "epoch": 0.7894736842105263,
27
- "grad_norm": 62.29597091674805,
28
- "learning_rate": 8.108108108108109e-06,
29
- "loss": 2.2068,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 1.0,
34
- "eval_accuracy": 0.6862745098039216,
35
- "eval_f1": 0.6874022811739074,
36
- "eval_f1_macro": 0.7115468409586057,
37
- "eval_loss": 2.3359429836273193,
38
- "eval_precision": 0.7071207430340557,
39
- "eval_precision_macro": 0.7571929824561403,
40
- "eval_recall": 0.6862745098039216,
41
- "eval_recall_macro": 0.6904761904761904,
42
- "eval_runtime": 28.4035,
43
- "eval_samples_per_second": 1.796,
44
- "eval_steps_per_second": 0.458,
45
- "step": 38
46
  },
47
  {
48
- "epoch": 1.0526315789473684,
49
- "grad_norm": 66.59963989257812,
50
- "learning_rate": 9.230769230769232e-06,
51
- "loss": 1.8492,
52
  "step": 40
53
  },
54
  {
55
- "epoch": 1.3157894736842106,
56
- "grad_norm": 89.50397491455078,
57
- "learning_rate": 6.666666666666667e-06,
58
- "loss": 0.8866,
59
  "step": 50
60
  },
61
  {
62
- "epoch": 1.5789473684210527,
63
- "grad_norm": 3.379488706588745,
64
- "learning_rate": 4.102564102564103e-06,
65
- "loss": 0.6023,
66
  "step": 60
67
  },
68
  {
69
- "epoch": 1.8421052631578947,
70
- "grad_norm": 7.242420673370361,
71
- "learning_rate": 1.5384615384615387e-06,
72
- "loss": 0.9198,
73
  "step": 70
74
  },
75
  {
76
  "epoch": 2.0,
77
- "eval_accuracy": 0.7254901960784313,
78
- "eval_f1": 0.7278238244682277,
79
- "eval_f1_macro": 0.7447940416476668,
80
- "eval_loss": 1.3043822050094604,
81
- "eval_precision": 0.7433930093776641,
82
- "eval_precision_macro": 0.78743961352657,
83
- "eval_recall": 0.7254901960784313,
84
- "eval_recall_macro": 0.7222222222222222,
85
- "eval_runtime": 29.0374,
86
- "eval_samples_per_second": 1.756,
87
- "eval_steps_per_second": 0.448,
88
- "step": 76
89
  }
90
  ],
91
  "logging_steps": 10,
92
- "max_steps": 76,
93
  "num_input_tokens_seen": 0,
94
  "num_train_epochs": 2,
95
  "save_steps": 500,
@@ -114,7 +114,7 @@
114
  "attributes": {}
115
  }
116
  },
117
- "total_flos": 79460252153856.0,
118
  "train_batch_size": 4,
119
  "trial_name": null,
120
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.6532758022119725,
3
+ "best_model_checkpoint": "hf-sentiment-production/checkpoint-70",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 70,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.2857142857142857,
13
+ "grad_norm": 107.30997467041016,
14
+ "learning_rate": 2.9411764705882355e-06,
15
+ "loss": 1.5133,
16
  "step": 10
17
  },
18
  {
19
+ "epoch": 0.5714285714285714,
20
+ "grad_norm": 0.1883176863193512,
21
+ "learning_rate": 5.882352941176471e-06,
22
+ "loss": 2.0204,
23
  "step": 20
24
  },
25
  {
26
+ "epoch": 0.8571428571428571,
27
+ "grad_norm": 67.88723754882812,
28
+ "learning_rate": 8.823529411764707e-06,
29
+ "loss": 1.9389,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_accuracy": 0.6170212765957447,
35
+ "eval_f1": 0.6128023276959448,
36
+ "eval_f1_macro": 0.5433048433048433,
37
+ "eval_loss": 1.8153375387191772,
38
+ "eval_precision": 0.6530278232405892,
39
+ "eval_precision_macro": 0.5622710622710623,
40
+ "eval_recall": 0.6170212765957447,
41
+ "eval_recall_macro": 0.5584795321637427,
42
+ "eval_runtime": 26.154,
43
+ "eval_samples_per_second": 1.797,
44
+ "eval_steps_per_second": 0.459,
45
+ "step": 35
46
  },
47
  {
48
+ "epoch": 1.1428571428571428,
49
+ "grad_norm": 84.85658264160156,
50
+ "learning_rate": 8.333333333333334e-06,
51
+ "loss": 1.1329,
52
  "step": 40
53
  },
54
  {
55
+ "epoch": 1.4285714285714286,
56
+ "grad_norm": 98.89828491210938,
57
+ "learning_rate": 5.555555555555557e-06,
58
+ "loss": 0.6947,
59
  "step": 50
60
  },
61
  {
62
+ "epoch": 1.7142857142857144,
63
+ "grad_norm": 87.97330474853516,
64
+ "learning_rate": 2.7777777777777783e-06,
65
+ "loss": 0.8065,
66
  "step": 60
67
  },
68
  {
69
+ "epoch": 2.0,
70
+ "grad_norm": 167.7845001220703,
71
+ "learning_rate": 0.0,
72
+ "loss": 0.717,
73
  "step": 70
74
  },
75
  {
76
  "epoch": 2.0,
77
+ "eval_accuracy": 0.6595744680851063,
78
+ "eval_f1": 0.6532758022119725,
79
+ "eval_f1_macro": 0.5423465423465424,
80
+ "eval_loss": 1.770318865776062,
81
+ "eval_precision": 0.6697371714643304,
82
+ "eval_precision_macro": 0.5545098039215687,
83
+ "eval_recall": 0.6595744680851063,
84
+ "eval_recall_macro": 0.5483785220627326,
85
+ "eval_runtime": 26.18,
86
+ "eval_samples_per_second": 1.795,
87
+ "eval_steps_per_second": 0.458,
88
+ "step": 70
89
  }
90
  ],
91
  "logging_steps": 10,
92
+ "max_steps": 70,
93
  "num_input_tokens_seen": 0,
94
  "num_train_epochs": 2,
95
  "save_steps": 500,
 
114
  "attributes": {}
115
  }
116
  },
117
+ "total_flos": 73145530128384.0,
118
  "train_batch_size": 4,
119
  "trial_name": null,
120
  "trial_params": null
{checkpoint-76 β†’ checkpoint-70}/vocab.txt RENAMED
File without changes
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2b962a912c25e4f15737aab8b39af42da139f77a7b6a471b5d377fd402a8249
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83191bc2a10a634e0ac39702bcd3e7b3b860738cb30da81a74df2f52210abbcf
3
  size 439039996
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f491ea7b6fbb853765347a28f10ca6953f6ad0aee61a734426433ac960cbaeb6
3
  size 5521
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a1402e75afeb2339a05b681d7130716e4d13697c9b8c1aa96235285021d881e
3
  size 5521