Bencode92 commited on
Commit
139952c
Β·
1 Parent(s): 2dbfdff

πŸ”„ Incremental importance | Acc: 0.739, F1: 0.735

Browse files
README.md CHANGED
@@ -21,19 +21,19 @@ Fine-tuned FinBERT model for financial importance analysis in TradePulse.
21
 
22
  ## Performance
23
 
24
- *Last training: 2025-07-25 13:49*
25
- *Dataset: `news_20250725.csv` (125 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
- | Loss | 1.9588 |
30
- | Accuracy | 0.7500 |
31
- | F1 Score | 0.7520 |
32
 
33
- | F1 Macro | 0.7520 |
34
 
35
- | Precision | 0.7555 |
36
- | Recall | 0.7500 |
37
 
38
  ## Training Details
39
 
@@ -65,4 +65,4 @@ predictions = outputs.logits.softmax(dim=-1)
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
- - Auto-generated on 2025-07-25 13:49:02
 
21
 
22
  ## Performance
23
 
24
+ *Last training: 2025-07-25 15:44*
25
+ *Dataset: `news_20250725.csv` (202 samples)*
26
 
27
  | Metric | Value |
28
  |--------|-------|
29
+ | Loss | 1.7456 |
30
+ | Accuracy | 0.7451 |
31
+ | F1 Score | 0.7395 |
32
 
33
+ | F1 Macro | 0.7395 |
34
 
35
+ | Precision | 0.7354 |
36
+ | Recall | 0.7451 |
37
 
38
  ## Training Details
39
 
 
65
  ## Model Card Authors
66
 
67
  - TradePulse ML Team
68
+ - Auto-generated on 2025-07-25 15:44:54
{checkpoint-48 β†’ checkpoint-38}/config.json RENAMED
File without changes
{checkpoint-48 β†’ checkpoint-38}/model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74adbc7e9d6d0a7413ae14625ba4d31baece2ca6fd1f7a1b7ae14b64d975da51
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e797b4cfa01182c3d339ebe75e46e9f81dd739c15a145eef2574a40e5e702688
3
  size 439039996
{checkpoint-48 β†’ checkpoint-38}/special_tokens_map.json RENAMED
File without changes
{checkpoint-48 β†’ checkpoint-38}/tokenizer.json RENAMED
File without changes
{checkpoint-48 β†’ checkpoint-38}/tokenizer_config.json RENAMED
File without changes
{checkpoint-48 β†’ checkpoint-38}/trainer_state.json RENAMED
@@ -1,74 +1,52 @@
1
  {
2
- "best_metric": 0.7519509476031214,
3
- "best_model_checkpoint": "hf-importance-production/checkpoint-48",
4
- "epoch": 2.0,
5
  "eval_steps": 500,
6
- "global_step": 48,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.4166666666666667,
13
- "grad_norm": 8.110058047350321e-07,
14
- "learning_rate": 4.347826086956522e-06,
15
- "loss": 0.0,
16
  "step": 10
17
  },
18
  {
19
- "epoch": 0.8333333333333334,
20
- "grad_norm": 7.273547453223728e-07,
21
- "learning_rate": 8.695652173913044e-06,
22
- "loss": 0.0,
23
  "step": 20
24
  },
25
  {
26
- "epoch": 1.0,
27
- "eval_accuracy": 0.71875,
28
- "eval_f1": 0.71875,
29
- "eval_f1_macro": 0.4787878787878788,
30
- "eval_loss": 1.9374552965164185,
31
- "eval_precision": 0.71875,
32
- "eval_precision_macro": 0.4787878787878788,
33
- "eval_recall": 0.71875,
34
- "eval_recall_macro": 0.4787878787878788,
35
- "eval_runtime": 17.9975,
36
- "eval_samples_per_second": 1.778,
37
- "eval_steps_per_second": 0.445,
38
- "step": 24
39
- },
40
- {
41
- "epoch": 1.25,
42
- "grad_norm": 4.793277639691951e-06,
43
- "learning_rate": 7.2000000000000005e-06,
44
- "loss": 0.0,
45
  "step": 30
46
  },
47
  {
48
- "epoch": 1.6666666666666665,
49
- "grad_norm": 5.300494740367867e-05,
50
- "learning_rate": 3.2000000000000003e-06,
51
- "loss": 0.0,
52
- "step": 40
53
- },
54
- {
55
- "epoch": 2.0,
56
- "eval_accuracy": 0.75,
57
- "eval_f1": 0.7519509476031214,
58
- "eval_f1_macro": 0.5053883314752879,
59
- "eval_loss": 1.958841323852539,
60
- "eval_precision": 0.7554824561403508,
61
- "eval_precision_macro": 0.5029239766081871,
62
- "eval_recall": 0.75,
63
- "eval_recall_macro": 0.5090909090909091,
64
- "eval_runtime": 17.9474,
65
- "eval_samples_per_second": 1.783,
66
- "eval_steps_per_second": 0.446,
67
- "step": 48
68
  }
69
  ],
70
  "logging_steps": 10,
71
- "max_steps": 48,
72
  "num_input_tokens_seen": 0,
73
  "num_train_epochs": 2,
74
  "save_steps": 500,
@@ -88,12 +66,12 @@
88
  "should_evaluate": false,
89
  "should_log": false,
90
  "should_save": true,
91
- "should_training_stop": true
92
  },
93
  "attributes": {}
94
  }
95
  },
96
- "total_flos": 48939095697408.0,
97
  "train_batch_size": 4,
98
  "trial_name": null,
99
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7394630366766589,
3
+ "best_model_checkpoint": "hf-importance-production/checkpoint-38",
4
+ "epoch": 1.0,
5
  "eval_steps": 500,
6
+ "global_step": 38,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.2631578947368421,
13
+ "grad_norm": 55.620182037353516,
14
+ "learning_rate": 2.702702702702703e-06,
15
+ "loss": 2.4772,
16
  "step": 10
17
  },
18
  {
19
+ "epoch": 0.5263157894736842,
20
+ "grad_norm": 77.68924713134766,
21
+ "learning_rate": 5.405405405405406e-06,
22
+ "loss": 2.5891,
23
  "step": 20
24
  },
25
  {
26
+ "epoch": 0.7894736842105263,
27
+ "grad_norm": 60.01732635498047,
28
+ "learning_rate": 8.108108108108109e-06,
29
+ "loss": 2.7644,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30
  "step": 30
31
  },
32
  {
33
+ "epoch": 1.0,
34
+ "eval_accuracy": 0.7450980392156863,
35
+ "eval_f1": 0.7394630366766589,
36
+ "eval_f1_macro": 0.492620439988861,
37
+ "eval_loss": 1.7456282377243042,
38
+ "eval_precision": 0.7354206198608476,
39
+ "eval_precision_macro": 0.485483870967742,
40
+ "eval_recall": 0.7450980392156863,
41
+ "eval_recall_macro": 0.5011574074074074,
42
+ "eval_runtime": 28.4033,
43
+ "eval_samples_per_second": 1.796,
44
+ "eval_steps_per_second": 0.458,
45
+ "step": 38
 
 
 
 
 
 
 
46
  }
47
  ],
48
  "logging_steps": 10,
49
+ "max_steps": 76,
50
  "num_input_tokens_seen": 0,
51
  "num_train_epochs": 2,
52
  "save_steps": 500,
 
66
  "should_evaluate": false,
67
  "should_log": false,
68
  "should_save": true,
69
+ "should_training_stop": false
70
  },
71
  "attributes": {}
72
  }
73
  },
74
+ "total_flos": 39730126076928.0,
75
  "train_batch_size": 4,
76
  "trial_name": null,
77
  "trial_params": null
{checkpoint-48 β†’ checkpoint-38}/vocab.txt RENAMED
File without changes
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74adbc7e9d6d0a7413ae14625ba4d31baece2ca6fd1f7a1b7ae14b64d975da51
3
  size 439039996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e797b4cfa01182c3d339ebe75e46e9f81dd739c15a145eef2574a40e5e702688
3
  size 439039996
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93be2cf0885ccccc46f3fa93fc94df6d8f955436f3fad71bd10c8ec497c8fae9
3
  size 5521
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b061dbe96085bccc3c91f3751222bd984561b8f688f02aae26349205f0e29f8
3
  size 5521