🔄 Incremental correlations - Dataset petit

README.md

@@ -21,19 +21,19 @@ Fine-tuned FinBERT model for financial correlations analysis in TradePulse.
 
 ## Performance
 
-*Last training: 2025-07-27 08:09*  
-*Dataset: `news_20250727.csv` (32 samples)*
+*Last training: 2025-07-28 12:43*  
+*Dataset: `news_20250728.csv` (221 samples)*
 
 | Metric | Value |
 |--------|-------|
-| Loss | 0.2344 |
+| Loss | 0.1640 |
 | Subset Accuracy | 0.0000 |
-| F1 Score | 0.2258 |
-| F1 Micro | 0.2258 |
-| F1 Macro | 0.2258 |
-| Hamming Score | 0.8354 |
-| Precision | 0.1273 |
-| Recall | 1.0000 |
+| F1 Score | 0.0110 |
+| F1 Micro | 0.0110 |
+| F1 Macro | 0.0110 |
+| Hamming Score | 0.9680 |
+| Precision | 0.0057 |
+| Recall | 0.1250 |
 
 ## Training Details
 
@@ -65,4 +65,4 @@ predictions = torch.sigmoid(outputs.logits).squeeze() > 0.5
 ## Model Card Authors
 
 - TradePulse ML Team
-- Auto-generated on 2025-07-27 08:09:11
+- Auto-generated on 2025-07-28 12:43:44

checkpoint-14/trainer_state.json

@@ -1,91 +0,0 @@
-{
-  "best_metric": 0.22580645161290322,
-  "best_model_checkpoint": "hf-correlations-production/checkpoint-14",
-  "epoch": 2.0,
-  "eval_steps": 500,
-  "global_step": 14,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 1.0,
-      "eval_accuracy": 0.0,
-      "eval_f1": 0.20095693779904306,
-      "eval_f1_macro": 0.024,
-      "eval_f1_micro": 0.20095693779904306,
-      "eval_hamming_loss": 0.19085714285714286,
-      "eval_hamming_score": 0.8091428571428572,
-      "eval_loss": 0.2419644147157669,
-      "eval_precision": 0.11170212765957446,
-      "eval_precision_macro": 0.024,
-      "eval_precision_micro": 0.11170212765957446,
-      "eval_recall": 1.0,
-      "eval_recall_macro": 0.024,
-      "eval_recall_micro": 1.0,
-      "eval_runtime": 3.8818,
-      "eval_samples_per_second": 1.803,
-      "eval_steps_per_second": 0.515,
-      "eval_subset_accuracy": 0.0,
-      "step": 7
-    },
-    {
-      "epoch": 1.4285714285714286,
-      "grad_norm": 0.46852320432662964,
-      "learning_rate": 5e-06,
-      "loss": 0.2503,
-      "step": 10
-    },
-    {
-      "epoch": 2.0,
-      "eval_accuracy": 0.0,
-      "eval_f1": 0.22580645161290322,
-      "eval_f1_macro": 0.024,
-      "eval_f1_micro": 0.22580645161290322,
-      "eval_hamming_loss": 0.16457142857142856,
-      "eval_hamming_score": 0.8354285714285714,
-      "eval_loss": 0.23438329994678497,
-      "eval_precision": 0.12727272727272726,
-      "eval_precision_macro": 0.024,
-      "eval_precision_micro": 0.12727272727272726,
-      "eval_recall": 1.0,
-      "eval_recall_macro": 0.024,
-      "eval_recall_micro": 1.0,
-      "eval_runtime": 3.9327,
-      "eval_samples_per_second": 1.78,
-      "eval_steps_per_second": 0.509,
-      "eval_subset_accuracy": 0.0,
-      "step": 14
-    }
-  ],
-  "logging_steps": 10,
-  "max_steps": 14,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 2,
-  "save_steps": 500,
-  "stateful_callbacks": {
-    "EarlyStoppingCallback": {
-      "args": {
-        "early_stopping_patience": 1,
-        "early_stopping_threshold": 0.0
-      },
-      "attributes": {
-        "early_stopping_patience_counter": 0
-      }
-    },
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": true
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 13170081331200.0,
-  "train_batch_size": 4,
-  "trial_name": null,
-  "trial_params": null
-}

{checkpoint-14 → checkpoint-88}/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d3aa3006efd41b129194f2ef7848f264228ef414745062e7106afa4f93364f5
+oid sha256:c5c92683953616914c16af653572767ea7f00c0a71f1b7fbce9fac41bf199f56
 size 439415268

checkpoint-88/trainer_state.json

@@ -0,0 +1,140 @@
+{
+  "best_metric": 0.01098901098901099,
+  "best_model_checkpoint": "hf-correlations-production/checkpoint-88",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 88,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.22727272727272727,
+      "grad_norm": 0.4534858465194702,
+      "learning_rate": 2.2727272727272728e-06,
+      "loss": 0.2347,
+      "step": 10
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 0.43446722626686096,
+      "learning_rate": 4.5454545454545455e-06,
+      "loss": 0.2289,
+      "step": 20
+    },
+    {
+      "epoch": 0.6818181818181818,
+      "grad_norm": 0.4181576371192932,
+      "learning_rate": 6.818181818181818e-06,
+      "loss": 0.2191,
+      "step": 30
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 0.40734240412712097,
+      "learning_rate": 9.090909090909091e-06,
+      "loss": 0.2105,
+      "step": 40
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.0,
+      "eval_f1": 0.008583690987124463,
+      "eval_f1_macro": 0.0003478260869565217,
+      "eval_f1_micro": 0.008583690987124463,
+      "eval_hamming_loss": 0.04106666666666667,
+      "eval_hamming_score": 0.9589333333333333,
+      "eval_loss": 0.1925787776708603,
+      "eval_precision": 0.0044444444444444444,
+      "eval_precision_macro": 0.00017777777777777779,
+      "eval_precision_micro": 0.0044444444444444444,
+      "eval_recall": 0.125,
+      "eval_recall_macro": 0.008,
+      "eval_recall_micro": 0.125,
+      "eval_runtime": 24.7765,
+      "eval_samples_per_second": 1.816,
+      "eval_steps_per_second": 0.484,
+      "eval_subset_accuracy": 0.0,
+      "step": 44
+    },
+    {
+      "epoch": 1.1363636363636362,
+      "grad_norm": 0.3800886273384094,
+      "learning_rate": 8.636363636363637e-06,
+      "loss": 0.198,
+      "step": 50
+    },
+    {
+      "epoch": 1.3636363636363638,
+      "grad_norm": 0.3658241629600525,
+      "learning_rate": 6.363636363636364e-06,
+      "loss": 0.1829,
+      "step": 60
+    },
+    {
+      "epoch": 1.5909090909090908,
+      "grad_norm": 0.3559646010398865,
+      "learning_rate": 4.0909090909090915e-06,
+      "loss": 0.1773,
+      "step": 70
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 0.35169270634651184,
+      "learning_rate": 1.8181818181818183e-06,
+      "loss": 0.1696,
+      "step": 80
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.0,
+      "eval_f1": 0.01098901098901099,
+      "eval_f1_macro": 0.0003478260869565217,
+      "eval_f1_micro": 0.01098901098901099,
+      "eval_hamming_loss": 0.032,
+      "eval_hamming_score": 0.968,
+      "eval_loss": 0.16395114362239838,
+      "eval_precision": 0.005747126436781609,
+      "eval_precision_macro": 0.00017777777777777779,
+      "eval_precision_micro": 0.005747126436781609,
+      "eval_recall": 0.125,
+      "eval_recall_macro": 0.008,
+      "eval_recall_micro": 0.125,
+      "eval_runtime": 24.8651,
+      "eval_samples_per_second": 1.81,
+      "eval_steps_per_second": 0.483,
+      "eval_subset_accuracy": 0.0,
+      "step": 88
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 88,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 1,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 92717372571648.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d3aa3006efd41b129194f2ef7848f264228ef414745062e7106afa4f93364f5
+oid sha256:c5c92683953616914c16af653572767ea7f00c0a71f1b7fbce9fac41bf199f56
 size 439415268