Bencode92 commited on
Commit
cbe6204
Β·
1 Parent(s): 791f663

πŸ”„ Incremental label | Acc: 0.583, F1: 0.444

Browse files
README.md CHANGED
@@ -20,17 +20,17 @@ Fine-tuned FinBERT model for financial sentiment analysis in TradePulse.
20
 
21
  ## Performance
22
 
23
- *Last training: 2025-07-15 17:37*
24
- *Dataset: `news_20250715.csv` (216 samples)*
25
 
26
  | Metric | Value |
27
  |--------|-------|
28
- | Loss | 0.9200 |
29
- | Accuracy | 0.7222 |
30
- | F1 Score | 0.6998 |
31
- | F1 Macro | 0.6998 |
32
- | Precision | 0.7129 |
33
- | Recall | 0.7222 |
34
 
35
  ## Training Details
36
 
@@ -59,4 +59,4 @@ predictions = outputs.logits.softmax(dim=-1)
59
  ## Model Card Authors
60
 
61
  - TradePulse ML Team
62
- - Auto-generated on 2025-07-15 17:37:16
 
20
 
21
  ## Performance
22
 
23
+ *Last training: 2025-07-16 06:40*
24
+ *Dataset: `news_20250716.csv` (214 samples)*
25
 
26
  | Metric | Value |
27
  |--------|-------|
28
+ | Loss | 0.6824 |
29
+ | Accuracy | 0.7963 |
30
+ | F1 Score | 0.7820 |
31
+ | F1 Macro | 0.7820 |
32
+ | Precision | 0.7966 |
33
+ | Recall | 0.7963 |
34
 
35
  ## Training Details
36
 
 
59
  ## Model Card Authors
60
 
61
  - TradePulse ML Team
62
+ - Auto-generated on 2025-07-16 06:40:56
{checkpoint-82 β†’ checkpoint-80}/config.json RENAMED
File without changes
{checkpoint-82 β†’ checkpoint-80}/model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b40e583218c7b79dc87eb50e070e8954b7fc934643249b22a8b668e41924f9c
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be983edd10eae43d94cdc0972e1725859d169bcd57ae07e03fb14596c567f1fa
3
  size 439039996
{checkpoint-82 β†’ checkpoint-80}/special_tokens_map.json RENAMED
File without changes
{checkpoint-82 β†’ checkpoint-80}/tokenizer.json RENAMED
File without changes
{checkpoint-82 β†’ checkpoint-80}/tokenizer_config.json RENAMED
File without changes
{checkpoint-82 β†’ checkpoint-80}/trainer_state.json RENAMED
@@ -1,102 +1,102 @@
1
  {
2
- "best_metric": 0.6998329156223894,
3
- "best_model_checkpoint": "hf-sentiment-production/checkpoint-82",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 82,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.24390243902439024,
13
- "grad_norm": 83.21106719970703,
14
  "learning_rate": 2.5e-06,
15
- "loss": 1.8676,
16
  "step": 10
17
  },
18
  {
19
- "epoch": 0.4878048780487805,
20
- "grad_norm": 27.932008743286133,
21
  "learning_rate": 5e-06,
22
- "loss": 1.3509,
23
  "step": 20
24
  },
25
  {
26
- "epoch": 0.7317073170731707,
27
- "grad_norm": 41.64483642578125,
28
  "learning_rate": 7.500000000000001e-06,
29
- "loss": 1.0839,
30
  "step": 30
31
  },
32
  {
33
- "epoch": 0.975609756097561,
34
- "grad_norm": 44.70191955566406,
35
  "learning_rate": 1e-05,
36
- "loss": 0.893,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 1.0,
41
- "eval_accuracy": 0.6481481481481481,
42
- "eval_f1": 0.6094831673779042,
43
- "eval_f1_macro": 0.5259364627785681,
44
- "eval_loss": 1.0318896770477295,
45
- "eval_precision": 0.6535775809031624,
46
- "eval_precision_macro": 0.657530454042082,
47
- "eval_recall": 0.6481481481481481,
48
- "eval_recall_macro": 0.5030954708374064,
49
- "eval_runtime": 30.12,
50
- "eval_samples_per_second": 1.793,
51
- "eval_steps_per_second": 0.465,
52
- "step": 41
53
  },
54
  {
55
- "epoch": 1.2195121951219512,
56
- "grad_norm": 36.04447937011719,
57
- "learning_rate": 7.61904761904762e-06,
58
- "loss": 0.8264,
59
  "step": 50
60
  },
61
  {
62
- "epoch": 1.4634146341463414,
63
- "grad_norm": 37.31035614013672,
64
- "learning_rate": 5.2380952380952384e-06,
65
- "loss": 0.4944,
66
  "step": 60
67
  },
68
  {
69
- "epoch": 1.7073170731707317,
70
- "grad_norm": 54.336265563964844,
71
- "learning_rate": 2.8571428571428573e-06,
72
- "loss": 0.3878,
73
  "step": 70
74
  },
75
  {
76
- "epoch": 1.951219512195122,
77
- "grad_norm": 16.297292709350586,
78
- "learning_rate": 4.7619047619047623e-07,
79
- "loss": 0.6911,
80
  "step": 80
81
  },
82
  {
83
  "epoch": 2.0,
84
- "eval_accuracy": 0.7222222222222222,
85
- "eval_f1": 0.6998329156223894,
86
- "eval_f1_macro": 0.6270676691729323,
87
- "eval_loss": 0.9199584722518921,
88
- "eval_precision": 0.7129205670872337,
89
- "eval_precision_macro": 0.6942918192918194,
90
- "eval_recall": 0.7222222222222222,
91
- "eval_recall_macro": 0.6022319973932877,
92
- "eval_runtime": 30.2098,
93
- "eval_samples_per_second": 1.787,
94
- "eval_steps_per_second": 0.463,
95
- "step": 82
96
  }
97
  ],
98
  "logging_steps": 10,
99
- "max_steps": 82,
100
  "num_input_tokens_seen": 0,
101
  "num_train_epochs": 2,
102
  "save_steps": 500,
@@ -121,7 +121,7 @@
121
  "attributes": {}
122
  }
123
  },
124
- "total_flos": 85248747343872.0,
125
  "train_batch_size": 4,
126
  "trial_name": null,
127
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7820177079436339,
3
+ "best_model_checkpoint": "hf-sentiment-production/checkpoint-80",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 80,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.25,
13
+ "grad_norm": 4.296159744262695,
14
  "learning_rate": 2.5e-06,
15
+ "loss": 1.201,
16
  "step": 10
17
  },
18
  {
19
+ "epoch": 0.5,
20
+ "grad_norm": 46.559654235839844,
21
  "learning_rate": 5e-06,
22
+ "loss": 1.0514,
23
  "step": 20
24
  },
25
  {
26
+ "epoch": 0.75,
27
+ "grad_norm": 22.35414695739746,
28
  "learning_rate": 7.500000000000001e-06,
29
+ "loss": 1.2026,
30
  "step": 30
31
  },
32
  {
33
+ "epoch": 1.0,
34
+ "grad_norm": 15.145882606506348,
35
  "learning_rate": 1e-05,
36
+ "loss": 0.9783,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 1.0,
41
+ "eval_accuracy": 0.7777777777777778,
42
+ "eval_f1": 0.765993265993266,
43
+ "eval_f1_macro": 0.7214452214452215,
44
+ "eval_loss": 0.685234785079956,
45
+ "eval_precision": 0.7700176366843033,
46
+ "eval_precision_macro": 0.7614163614163614,
47
+ "eval_recall": 0.7777777777777778,
48
+ "eval_recall_macro": 0.7057071960297767,
49
+ "eval_runtime": 29.8213,
50
+ "eval_samples_per_second": 1.811,
51
+ "eval_steps_per_second": 0.469,
52
+ "step": 40
53
  },
54
  {
55
+ "epoch": 1.25,
56
+ "grad_norm": 27.53400230407715,
57
+ "learning_rate": 7.500000000000001e-06,
58
+ "loss": 0.5986,
59
  "step": 50
60
  },
61
  {
62
+ "epoch": 1.5,
63
+ "grad_norm": 31.64317512512207,
64
+ "learning_rate": 5e-06,
65
+ "loss": 0.6965,
66
  "step": 60
67
  },
68
  {
69
+ "epoch": 1.75,
70
+ "grad_norm": 31.016355514526367,
71
+ "learning_rate": 2.5e-06,
72
+ "loss": 0.9813,
73
  "step": 70
74
  },
75
  {
76
+ "epoch": 2.0,
77
+ "grad_norm": 30.016019821166992,
78
+ "learning_rate": 0.0,
79
+ "loss": 0.6175,
80
  "step": 80
81
  },
82
  {
83
  "epoch": 2.0,
84
+ "eval_accuracy": 0.7962962962962963,
85
+ "eval_f1": 0.7820177079436339,
86
+ "eval_f1_macro": 0.7322109988776656,
87
+ "eval_loss": 0.6824223399162292,
88
+ "eval_precision": 0.7965608465608467,
89
+ "eval_precision_macro": 0.7952380952380954,
90
+ "eval_recall": 0.7962962962962963,
91
+ "eval_recall_macro": 0.7164598842018197,
92
+ "eval_runtime": 30.182,
93
+ "eval_samples_per_second": 1.789,
94
+ "eval_steps_per_second": 0.464,
95
+ "step": 80
96
  }
97
  ],
98
  "logging_steps": 10,
99
+ "max_steps": 80,
100
  "num_input_tokens_seen": 0,
101
  "num_train_epochs": 2,
102
  "save_steps": 500,
 
121
  "attributes": {}
122
  }
123
  },
124
+ "total_flos": 84196293672960.0,
125
  "train_batch_size": 4,
126
  "trial_name": null,
127
  "trial_params": null
{checkpoint-82 β†’ checkpoint-80}/vocab.txt RENAMED
File without changes
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b40e583218c7b79dc87eb50e070e8954b7fc934643249b22a8b668e41924f9c
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be983edd10eae43d94cdc0972e1725859d169bcd57ae07e03fb14596c567f1fa
3
  size 439039996