Bencode92 commited on
Commit
4a4ad78
Β·
1 Parent(s): cbe6204

πŸ”„ Incremental label | Acc: 0.688, F1: 0.423

Browse files
README.md CHANGED
@@ -20,17 +20,17 @@ Fine-tuned FinBERT model for financial sentiment analysis in TradePulse.
20
 
21
  ## Performance
22
 
23
- *Last training: 2025-07-16 06:40*
24
- *Dataset: `news_20250716.csv` (214 samples)*
25
 
26
  | Metric | Value |
27
  |--------|-------|
28
- | Loss | 0.6824 |
29
- | Accuracy | 0.7963 |
30
- | F1 Score | 0.7820 |
31
- | F1 Macro | 0.7820 |
32
- | Precision | 0.7966 |
33
- | Recall | 0.7963 |
34
 
35
  ## Training Details
36
 
@@ -59,4 +59,4 @@ predictions = outputs.logits.softmax(dim=-1)
59
  ## Model Card Authors
60
 
61
  - TradePulse ML Team
62
- - Auto-generated on 2025-07-16 06:40:56
 
20
 
21
  ## Performance
22
 
23
+ *Last training: 2025-07-17 13:24*
24
+ *Dataset: `news_20250717.csv` (142 samples)*
25
 
26
  | Metric | Value |
27
  |--------|-------|
28
+ | Loss | 0.8654 |
29
+ | Accuracy | 0.8056 |
30
+ | F1 Score | 0.7868 |
31
+ | F1 Macro | 0.7868 |
32
+ | Precision | 0.7904 |
33
+ | Recall | 0.8056 |
34
 
35
  ## Training Details
36
 
 
59
  ## Model Card Authors
60
 
61
  - TradePulse ML Team
62
+ - Auto-generated on 2025-07-17 13:24:25
{checkpoint-80 β†’ checkpoint-54}/config.json RENAMED
File without changes
{checkpoint-80 β†’ checkpoint-54}/model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be983edd10eae43d94cdc0972e1725859d169bcd57ae07e03fb14596c567f1fa
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30214b2e61f4381ff7b8f502f9eca2ef28150f7b73030a37360897a2754f2b1
3
  size 439039996
{checkpoint-80 β†’ checkpoint-54}/special_tokens_map.json RENAMED
File without changes
{checkpoint-80 β†’ checkpoint-54}/tokenizer.json RENAMED
File without changes
{checkpoint-80 β†’ checkpoint-54}/tokenizer_config.json RENAMED
File without changes
{checkpoint-80 β†’ checkpoint-54}/trainer_state.json RENAMED
@@ -1,102 +1,81 @@
1
  {
2
- "best_metric": 0.7820177079436339,
3
- "best_model_checkpoint": "hf-sentiment-production/checkpoint-80",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 80,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.25,
13
- "grad_norm": 4.296159744262695,
14
- "learning_rate": 2.5e-06,
15
- "loss": 1.201,
16
  "step": 10
17
  },
18
  {
19
- "epoch": 0.5,
20
- "grad_norm": 46.559654235839844,
21
- "learning_rate": 5e-06,
22
- "loss": 1.0514,
23
  "step": 20
24
  },
25
- {
26
- "epoch": 0.75,
27
- "grad_norm": 22.35414695739746,
28
- "learning_rate": 7.500000000000001e-06,
29
- "loss": 1.2026,
30
- "step": 30
31
- },
32
- {
33
- "epoch": 1.0,
34
- "grad_norm": 15.145882606506348,
35
- "learning_rate": 1e-05,
36
- "loss": 0.9783,
37
- "step": 40
38
- },
39
  {
40
  "epoch": 1.0,
41
  "eval_accuracy": 0.7777777777777778,
42
- "eval_f1": 0.765993265993266,
43
- "eval_f1_macro": 0.7214452214452215,
44
- "eval_loss": 0.685234785079956,
45
- "eval_precision": 0.7700176366843033,
46
- "eval_precision_macro": 0.7614163614163614,
47
  "eval_recall": 0.7777777777777778,
48
- "eval_recall_macro": 0.7057071960297767,
49
- "eval_runtime": 29.8213,
50
- "eval_samples_per_second": 1.811,
51
- "eval_steps_per_second": 0.469,
52
- "step": 40
53
  },
54
  {
55
- "epoch": 1.25,
56
- "grad_norm": 27.53400230407715,
57
- "learning_rate": 7.500000000000001e-06,
58
- "loss": 0.5986,
59
- "step": 50
60
  },
61
  {
62
- "epoch": 1.5,
63
- "grad_norm": 31.64317512512207,
64
  "learning_rate": 5e-06,
65
- "loss": 0.6965,
66
- "step": 60
67
- },
68
- {
69
- "epoch": 1.75,
70
- "grad_norm": 31.016355514526367,
71
- "learning_rate": 2.5e-06,
72
- "loss": 0.9813,
73
- "step": 70
74
  },
75
  {
76
- "epoch": 2.0,
77
- "grad_norm": 30.016019821166992,
78
- "learning_rate": 0.0,
79
- "loss": 0.6175,
80
- "step": 80
81
  },
82
  {
83
  "epoch": 2.0,
84
- "eval_accuracy": 0.7962962962962963,
85
- "eval_f1": 0.7820177079436339,
86
- "eval_f1_macro": 0.7322109988776656,
87
- "eval_loss": 0.6824223399162292,
88
- "eval_precision": 0.7965608465608467,
89
- "eval_precision_macro": 0.7952380952380954,
90
- "eval_recall": 0.7962962962962963,
91
- "eval_recall_macro": 0.7164598842018197,
92
- "eval_runtime": 30.182,
93
- "eval_samples_per_second": 1.789,
94
- "eval_steps_per_second": 0.464,
95
- "step": 80
96
  }
97
  ],
98
  "logging_steps": 10,
99
- "max_steps": 80,
100
  "num_input_tokens_seen": 0,
101
  "num_train_epochs": 2,
102
  "save_steps": 500,
@@ -121,7 +100,7 @@
121
  "attributes": {}
122
  }
123
  },
124
- "total_flos": 84196293672960.0,
125
  "train_batch_size": 4,
126
  "trial_name": null,
127
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7867592592592592,
3
+ "best_model_checkpoint": "hf-sentiment-production/checkpoint-54",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 54,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.37037037037037035,
13
+ "grad_norm": 17.22686767578125,
14
+ "learning_rate": 3.846153846153847e-06,
15
+ "loss": 0.4613,
16
  "step": 10
17
  },
18
  {
19
+ "epoch": 0.7407407407407407,
20
+ "grad_norm": 40.6052131652832,
21
+ "learning_rate": 7.692307692307694e-06,
22
+ "loss": 0.6268,
23
  "step": 20
24
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  {
26
  "epoch": 1.0,
27
  "eval_accuracy": 0.7777777777777778,
28
+ "eval_f1": 0.7507631257631258,
29
+ "eval_f1_macro": 0.5952380952380952,
30
+ "eval_loss": 0.9788176417350769,
31
+ "eval_precision": 0.7937420178799489,
32
+ "eval_precision_macro": 0.7088122605363983,
33
  "eval_recall": 0.7777777777777778,
34
+ "eval_recall_macro": 0.5648148148148148,
35
+ "eval_runtime": 20.0576,
36
+ "eval_samples_per_second": 1.795,
37
+ "eval_steps_per_second": 0.449,
38
+ "step": 27
39
  },
40
  {
41
+ "epoch": 1.1111111111111112,
42
+ "grad_norm": 14.532109260559082,
43
+ "learning_rate": 8.571428571428571e-06,
44
+ "loss": 0.7786,
45
+ "step": 30
46
  },
47
  {
48
+ "epoch": 1.4814814814814814,
49
+ "grad_norm": 41.52202606201172,
50
  "learning_rate": 5e-06,
51
+ "loss": 0.5359,
52
+ "step": 40
 
 
 
 
 
 
 
53
  },
54
  {
55
+ "epoch": 1.8518518518518519,
56
+ "grad_norm": 9.547104835510254,
57
+ "learning_rate": 1.4285714285714286e-06,
58
+ "loss": 0.2896,
59
+ "step": 50
60
  },
61
  {
62
  "epoch": 2.0,
63
+ "eval_accuracy": 0.8055555555555556,
64
+ "eval_f1": 0.7867592592592592,
65
+ "eval_f1_macro": 0.6544444444444445,
66
+ "eval_loss": 0.8654000163078308,
67
+ "eval_precision": 0.7904174015285127,
68
+ "eval_precision_macro": 0.7239858906525574,
69
+ "eval_recall": 0.8055555555555556,
70
+ "eval_recall_macro": 0.6243961352657005,
71
+ "eval_runtime": 20.0004,
72
+ "eval_samples_per_second": 1.8,
73
+ "eval_steps_per_second": 0.45,
74
+ "step": 54
75
  }
76
  ],
77
  "logging_steps": 10,
78
+ "max_steps": 54,
79
  "num_input_tokens_seen": 0,
80
  "num_train_epochs": 2,
81
  "save_steps": 500,
 
100
  "attributes": {}
101
  }
102
  },
103
+ "total_flos": 55780044558336.0,
104
  "train_batch_size": 4,
105
  "trial_name": null,
106
  "trial_params": null
{checkpoint-80 β†’ checkpoint-54}/vocab.txt RENAMED
File without changes
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be983edd10eae43d94cdc0972e1725859d169bcd57ae07e03fb14596c567f1fa
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30214b2e61f4381ff7b8f502f9eca2ef28150f7b73030a37360897a2754f2b1
3
  size 439039996
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7386f54fd671cc375301617bcffea5243dc81d8430495514350319792344926
3
  size 5521
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad8240ca228befd928da31ee485a6cc22f3452c2564f747c9f3713d023ce753
3
  size 5521