Bencode92 commited on
Commit
14e3c72
Β·
1 Parent(s): fb3ec27

πŸ”„ Incremental importance | Acc: 0.786, F1: 0.775

Browse files
README.md CHANGED
@@ -21,19 +21,19 @@ Fine-tuned FinBERT model for financial importance analysis in TradePulse.
21
 
22
  ## Performance
23
 
24
- *Last training: 2025-07-25 06:57*
25
- *Dataset: `news_20250725.csv` (27 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
- | Loss | 0.5277 |
30
- | Accuracy | 0.8571 |
31
- | F1 Score | 0.8707 |
32
 
33
- | F1 Macro | 0.8707 |
34
 
35
- | Precision | 0.9286 |
36
- | Recall | 0.8571 |
37
 
38
  ## Training Details
39
 
@@ -65,4 +65,4 @@ predictions = outputs.logits.softmax(dim=-1)
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
- - Auto-generated on 2025-07-25 06:57:56
 
21
 
22
  ## Performance
23
 
24
+ *Last training: 2025-07-25 07:33*
25
+ *Dataset: `news_20250725.csv` (125 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
+ | Loss | 1.2877 |
30
+ | Accuracy | 0.7188 |
31
+ | F1 Score | 0.7188 |
32
 
33
+ | F1 Macro | 0.7188 |
34
 
35
+ | Precision | 0.7188 |
36
+ | Recall | 0.7188 |
37
 
38
  ## Training Details
39
 
 
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
+ - Auto-generated on 2025-07-25 07:33:53
{checkpoint-10 β†’ checkpoint-48}/config.json RENAMED
File without changes
{checkpoint-10 β†’ checkpoint-48}/model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d01a6724d1bc83b694667d3ffff6f6bb77e7c7b5d6e326a0deaca2893ba205a
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d69d2782f210b046e6bb1d1553c3b0120b093bba04194cc4f0245b5e8002062
3
  size 439039996
{checkpoint-10 β†’ checkpoint-48}/special_tokens_map.json RENAMED
File without changes
{checkpoint-10 β†’ checkpoint-48}/tokenizer.json RENAMED
File without changes
{checkpoint-10 β†’ checkpoint-48}/tokenizer_config.json RENAMED
File without changes
{checkpoint-10 β†’ checkpoint-48}/trainer_state.json RENAMED
@@ -1,53 +1,74 @@
1
  {
2
- "best_metric": 0.870748299319728,
3
- "best_model_checkpoint": "hf-importance-production/checkpoint-10",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.7142857142857143,
14
- "eval_f1": 0.7047619047619048,
15
- "eval_f1_macro": 0.7111111111111111,
16
- "eval_loss": 0.43314722180366516,
17
- "eval_precision": 0.8333333333333333,
18
- "eval_precision_macro": 0.7222222222222222,
19
- "eval_recall": 0.7142857142857143,
20
- "eval_recall_macro": 0.8333333333333334,
21
- "eval_runtime": 3.9542,
22
- "eval_samples_per_second": 1.77,
23
- "eval_steps_per_second": 0.506,
24
- "step": 5
25
  },
26
  {
27
- "epoch": 2.0,
28
- "grad_norm": 0.5402925610542297,
29
- "learning_rate": 0.0,
30
- "loss": 0.285,
31
- "step": 10
 
 
 
 
 
 
 
32
  },
33
  {
34
  "epoch": 2.0,
35
- "eval_accuracy": 0.8571428571428571,
36
- "eval_f1": 0.870748299319728,
37
- "eval_f1_macro": 0.8412698412698413,
38
- "eval_loss": 0.5276828408241272,
39
- "eval_precision": 0.9285714285714286,
40
- "eval_precision_macro": 0.8333333333333334,
41
- "eval_recall": 0.8571428571428571,
42
- "eval_recall_macro": 0.9166666666666666,
43
- "eval_runtime": 3.9185,
44
- "eval_samples_per_second": 1.786,
45
- "eval_steps_per_second": 0.51,
46
- "step": 10
47
  }
48
  ],
49
  "logging_steps": 10,
50
- "max_steps": 10,
51
  "num_input_tokens_seen": 0,
52
  "num_train_epochs": 2,
53
  "save_steps": 500,
@@ -72,7 +93,7 @@
72
  "attributes": {}
73
  }
74
  },
75
- "total_flos": 10524536709120.0,
76
  "train_batch_size": 4,
77
  "trial_name": null,
78
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.71875,
3
+ "best_model_checkpoint": "hf-importance-production/checkpoint-48",
4
  "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 48,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
+ {
12
+ "epoch": 0.4166666666666667,
13
+ "grad_norm": 0.12729063630104065,
14
+ "learning_rate": 4.347826086956522e-06,
15
+ "loss": 0.0005,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.8333333333333334,
20
+ "grad_norm": 0.023386986926198006,
21
+ "learning_rate": 8.695652173913044e-06,
22
+ "loss": 0.0004,
23
+ "step": 20
24
+ },
25
  {
26
  "epoch": 1.0,
27
+ "eval_accuracy": 0.6875,
28
+ "eval_f1": 0.6842334494773519,
29
+ "eval_f1_macro": 0.45063879210220675,
30
+ "eval_loss": 1.3590199947357178,
31
+ "eval_precision": 0.6824404761904761,
32
+ "eval_precision_macro": 0.45396825396825397,
33
+ "eval_recall": 0.6875,
34
+ "eval_recall_macro": 0.4484848484848485,
35
+ "eval_runtime": 17.8239,
36
+ "eval_samples_per_second": 1.795,
37
+ "eval_steps_per_second": 0.449,
38
+ "step": 24
39
  },
40
  {
41
+ "epoch": 1.25,
42
+ "grad_norm": 0.14419300854206085,
43
+ "learning_rate": 7.2000000000000005e-06,
44
+ "loss": 0.0002,
45
+ "step": 30
46
+ },
47
+ {
48
+ "epoch": 1.6666666666666665,
49
+ "grad_norm": 0.024391531944274902,
50
+ "learning_rate": 3.2000000000000003e-06,
51
+ "loss": 0.0009,
52
+ "step": 40
53
  },
54
  {
55
  "epoch": 2.0,
56
+ "eval_accuracy": 0.71875,
57
+ "eval_f1": 0.71875,
58
+ "eval_f1_macro": 0.4787878787878788,
59
+ "eval_loss": 1.287726879119873,
60
+ "eval_precision": 0.71875,
61
+ "eval_precision_macro": 0.4787878787878788,
62
+ "eval_recall": 0.71875,
63
+ "eval_recall_macro": 0.4787878787878788,
64
+ "eval_runtime": 17.778,
65
+ "eval_samples_per_second": 1.8,
66
+ "eval_steps_per_second": 0.45,
67
+ "step": 48
68
  }
69
  ],
70
  "logging_steps": 10,
71
+ "max_steps": 48,
72
  "num_input_tokens_seen": 0,
73
  "num_train_epochs": 2,
74
  "save_steps": 500,
 
93
  "attributes": {}
94
  }
95
  },
96
+ "total_flos": 48939095697408.0,
97
  "train_batch_size": 4,
98
  "trial_name": null,
99
  "trial_params": null
{checkpoint-10 β†’ checkpoint-48}/vocab.txt RENAMED
File without changes
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d01a6724d1bc83b694667d3ffff6f6bb77e7c7b5d6e326a0deaca2893ba205a
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d69d2782f210b046e6bb1d1553c3b0120b093bba04194cc4f0245b5e8002062
3
  size 439039996
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe388da48683bddd7c46856d680946afceeef503e46feec65f61458ffe1ef4f0
3
  size 5521
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93be2cf0885ccccc46f3fa93fc94df6d8f955436f3fad71bd10c8ec497c8fae9
3
  size 5521