Upload folder using huggingface_hub
Browse files- .gitattributes +2 -0
- 20260305_160843/analysis_bundle/cartography/summary.json +7 -0
- 20260305_160843/analysis_bundle/cartography/task1_cartography.csv +3 -0
- 20260305_160843/analysis_bundle/cartography/task1_cartography.png +3 -0
- 20260305_160843/analysis_bundle/metrics/metrics.jsonl +6 -0
- 20260305_160843/analysis_bundle/predictions/final_eval_predictions.csv +0 -0
- 20260305_160843/analysis_bundle/predictions/final_eval_predictions_evalonly.csv +0 -0
- 20260305_160843/analysis_bundle/summaries/final_eval_summary.csv +2 -0
- 20260305_160843/analysis_bundle/summaries/final_eval_summary_evalonly.csv +2 -0
- 20260305_160843/analysis_bundle/summaries/summary.json +54 -0
.gitattributes
CHANGED
|
@@ -46,3 +46,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 46 |
20260305_131219/analysis_bundle/cartography/task1_cartography.png filter=lfs diff=lfs merge=lfs -text
|
| 47 |
20260305_143247/analysis_bundle/cartography/task1_cartography.csv filter=lfs diff=lfs merge=lfs -text
|
| 48 |
20260305_143247/analysis_bundle/cartography/task1_cartography.png filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 46 |
20260305_131219/analysis_bundle/cartography/task1_cartography.png filter=lfs diff=lfs merge=lfs -text
|
| 47 |
20260305_143247/analysis_bundle/cartography/task1_cartography.csv filter=lfs diff=lfs merge=lfs -text
|
| 48 |
20260305_143247/analysis_bundle/cartography/task1_cartography.png filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
20260305_160843/analysis_bundle/cartography/task1_cartography.csv filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
20260305_160843/analysis_bundle/cartography/task1_cartography.png filter=lfs diff=lfs merge=lfs -text
|
20260305_160843/analysis_bundle/cartography/summary.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epochs": 6,
|
| 3 |
+
"task1_rows": 17206,
|
| 4 |
+
"task1_lowmean_threshold": 0.0,
|
| 5 |
+
"task1_suspects": 125,
|
| 6 |
+
"plot_saved": true
|
| 7 |
+
}
|
20260305_160843/analysis_bundle/cartography/task1_cartography.csv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ffe722cb2c2257edd3418dbbec320bea4f5ed60e17a8db10bc39fd1680e3c6a
|
| 3 |
+
size 62147923
|
20260305_160843/analysis_bundle/cartography/task1_cartography.png
ADDED
|
Git LFS Details
|
20260305_160843/analysis_bundle/metrics/metrics.jsonl
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"epoch": 1, "train_loss": 0.25486757240317015, "acc": 0.8639207507820647, "f1": 0.8115523465703971, "precision": 0.6938271604938272, "recall": 0.9773913043478261, "selection_score": 0.7797622236465739, "score": 0.7797622236465739}
|
| 2 |
+
{"epoch": 2, "train_loss": 0.13104460864469797, "acc": 0.8696558915537018, "f1": 0.8180494905385735, "precision": 0.7033792240300375, "recall": 0.9773913043478261, "selection_score": 0.7886432294755901, "score": 0.7886432294755901}
|
| 3 |
+
{"epoch": 3, "train_loss": 0.1039391131794641, "acc": 0.8826903023983316, "f1": 0.8299319727891157, "precision": 0.733957219251337, "recall": 0.9547826086956521, "selection_score": 0.8136887623865271, "score": 0.8136887623865271}
|
| 4 |
+
{"epoch": 4, "train_loss": 0.08623416563253641, "acc": 0.8905109489051095, "f1": 0.8317307692307693, "precision": 0.7711738484398217, "recall": 0.9026086956521739, "selection_score": 0.838832250842868, "score": 0.838832250842868}
|
| 5 |
+
{"epoch": 5, "train_loss": 0.07568671734013412, "acc": 0.892075078206465, "f1": 0.838659392049883, "precision": 0.7598870056497176, "recall": 0.9356521739130435, "selection_score": 0.8341546784773911, "score": 0.8341546784773911}
|
| 6 |
+
{"epoch": 6, "train_loss": 0.07429542677428531, "acc": 0.8842544316996872, "f1": 0.827639751552795, "precision": 0.7475455820476858, "recall": 0.9269565217391305, "selection_score": 0.8218608102923085, "score": 0.8218608102923085}
|
20260305_160843/analysis_bundle/predictions/final_eval_predictions.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
20260305_160843/analysis_bundle/predictions/final_eval_predictions_evalonly.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
20260305_160843/analysis_bundle/summaries/final_eval_summary.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
dataset,rows_evaluated,acc,f1,precision,recall,always_pick_acc,always_decline_acc
|
| 2 |
+
data_for_deberta/dedup_split/risk_test.csv,2879,0.877387981938173,0.820538891713269,0.74860853432282,0.9077615298087739,0.30878777353247655,0.6912122264675234
|
20260305_160843/analysis_bundle/summaries/final_eval_summary_evalonly.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
run_dir,model_path,dataset,rows_raw,rows_evaluated,acc,f1,precision,recall,always_pick_acc,always_decline_acc
|
| 2 |
+
outputs/task1_binary_runs/20260305_160843,outputs/task1_binary_runs/20260305_160843/best_model.pt,data_for_deberta/dedup_split/risk_test.csv,2879,2879,0.877387981938173,0.820538891713269,0.74860853432282,0.9077615298087739,0.30878777353247655,0.6912122264675234
|
20260305_160843/analysis_bundle/summaries/summary.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_epoch": 4,
|
| 3 |
+
"best_score": 0.838832250842868,
|
| 4 |
+
"best_selection_score": 0.838832250842868,
|
| 5 |
+
"best_val_metrics_at_selection": {
|
| 6 |
+
"acc": 0.8905109489051095,
|
| 7 |
+
"f1": 0.8317307692307693,
|
| 8 |
+
"precision": 0.7711738484398217,
|
| 9 |
+
"recall": 0.9026086956521739
|
| 10 |
+
},
|
| 11 |
+
"model_selection": {
|
| 12 |
+
"metric": "recall-floor-constrained-fbeta",
|
| 13 |
+
"beta": 0.5,
|
| 14 |
+
"recall_floor": 0.9,
|
| 15 |
+
"recall_floor_penalty": 2.0,
|
| 16 |
+
"acc_weight": 0.05
|
| 17 |
+
},
|
| 18 |
+
"data_provenance": {
|
| 19 |
+
"train_csv": {
|
| 20 |
+
"path": "data_for_deberta/Risk-only-pick/task1_risk_training_20260225.csv",
|
| 21 |
+
"sha256_16": "44ef326ac4666788",
|
| 22 |
+
"size_bytes": 61496259
|
| 23 |
+
},
|
| 24 |
+
"val_csv_source": {
|
| 25 |
+
"path": "data_for_deberta/dedup_split/risk_val.csv",
|
| 26 |
+
"sha256_16": "88bcb54601ea5dc7",
|
| 27 |
+
"size_bytes": 6184177
|
| 28 |
+
},
|
| 29 |
+
"final_eval_csv": {
|
| 30 |
+
"path": "data_for_deberta/dedup_split/risk_test.csv",
|
| 31 |
+
"sha256_16": "5e42252b1e8affc8",
|
| 32 |
+
"size_bytes": 8866507
|
| 33 |
+
}
|
| 34 |
+
},
|
| 35 |
+
"train_rows": 17206,
|
| 36 |
+
"val_rows": 1918,
|
| 37 |
+
"final_eval_rows": 2879,
|
| 38 |
+
"val_metrics": {
|
| 39 |
+
"acc": 0.8905109489051095,
|
| 40 |
+
"f1": 0.8317307692307693,
|
| 41 |
+
"precision": 0.7711738484398217,
|
| 42 |
+
"recall": 0.9026086956521739
|
| 43 |
+
},
|
| 44 |
+
"final_eval_metrics": {
|
| 45 |
+
"acc": 0.877387981938173,
|
| 46 |
+
"f1": 0.820538891713269,
|
| 47 |
+
"precision": 0.74860853432282,
|
| 48 |
+
"recall": 0.9077615298087739
|
| 49 |
+
},
|
| 50 |
+
"final_eval_baseline": {
|
| 51 |
+
"always_pick_acc": 0.30878777353247655,
|
| 52 |
+
"always_decline_acc": 0.6912122264675234
|
| 53 |
+
}
|
| 54 |
+
}
|