| { |
| "family": "extractor", |
| "trained_at_utc": "2026-03-24T13:45:54.396697+00:00", |
| "rows": { |
| "train": 288000, |
| "test": 36000, |
| "eval": 36000 |
| }, |
| "tasks": [ |
| "constraint_scope", |
| "constraint_stability", |
| "constraint_type", |
| "fact_type", |
| "pii_presence" |
| ], |
| "task_label_counts": { |
| "train": { |
| "constraint_scope": { |
| "finance": 8000, |
| "food": 8000, |
| "general": 8000, |
| "health": 8000, |
| "none": 8000, |
| "social": 8000, |
| "tech": 8000, |
| "travel": 8000, |
| "work": 8000 |
| }, |
| "constraint_stability": { |
| "semi_stable": 8000, |
| "stable": 8000, |
| "volatile": 8000 |
| }, |
| "constraint_type": { |
| "causal": 8000, |
| "constraint_other": 8000, |
| "goal": 8000, |
| "none": 8000, |
| "policy": 8000, |
| "preference": 8000, |
| "state": 8000, |
| "value": 8000 |
| }, |
| "fact_type": { |
| "identity": 8000, |
| "location": 8000, |
| "none": 8000, |
| "occupation": 8000, |
| "other_fact": 8000, |
| "preference": 8000 |
| }, |
| "pii_presence": { |
| "no_pii": 40000, |
| "pii": 40000 |
| } |
| }, |
| "test": { |
| "constraint_scope": { |
| "finance": 1000, |
| "food": 1000, |
| "general": 1000, |
| "health": 1000, |
| "none": 1000, |
| "social": 1000, |
| "tech": 1000, |
| "travel": 1000, |
| "work": 1000 |
| }, |
| "constraint_stability": { |
| "semi_stable": 1000, |
| "stable": 1000, |
| "volatile": 1000 |
| }, |
| "constraint_type": { |
| "causal": 1000, |
| "constraint_other": 1000, |
| "goal": 1000, |
| "none": 1000, |
| "policy": 1000, |
| "preference": 1000, |
| "state": 1000, |
| "value": 1000 |
| }, |
| "fact_type": { |
| "identity": 1000, |
| "location": 1000, |
| "none": 1000, |
| "occupation": 1000, |
| "other_fact": 1000, |
| "preference": 1000 |
| }, |
| "pii_presence": { |
| "no_pii": 5000, |
| "pii": 5000 |
| } |
| }, |
| "eval": { |
| "constraint_scope": { |
| "finance": 1000, |
| "food": 1000, |
| "general": 1000, |
| "health": 1000, |
| "none": 1000, |
| "social": 1000, |
| "tech": 1000, |
| "travel": 1000, |
| "work": 1000 |
| }, |
| "constraint_stability": { |
| "semi_stable": 1000, |
| "stable": 1000, |
| "volatile": 1000 |
| }, |
| "constraint_type": { |
| "causal": 1000, |
| "constraint_other": 1000, |
| "goal": 1000, |
| "none": 1000, |
| "policy": 1000, |
| "preference": 1000, |
| "state": 1000, |
| "value": 1000 |
| }, |
| "fact_type": { |
| "identity": 1000, |
| "location": 1000, |
| "none": 1000, |
| "occupation": 1000, |
| "other_fact": 1000, |
| "preference": 1000 |
| }, |
| "pii_presence": { |
| "no_pii": 5000, |
| "pii": 5000 |
| } |
| } |
| }, |
| "labels": [ |
| "constraint_scope::finance", |
| "constraint_scope::food", |
| "constraint_scope::general", |
| "constraint_scope::health", |
| "constraint_scope::none", |
| "constraint_scope::social", |
| "constraint_scope::tech", |
| "constraint_scope::travel", |
| "constraint_scope::work", |
| "constraint_stability::semi_stable", |
| "constraint_stability::stable", |
| "constraint_stability::volatile", |
| "constraint_type::causal", |
| "constraint_type::constraint_other", |
| "constraint_type::goal", |
| "constraint_type::none", |
| "constraint_type::policy", |
| "constraint_type::preference", |
| "constraint_type::state", |
| "constraint_type::value", |
| "fact_type::identity", |
| "fact_type::location", |
| "fact_type::none", |
| "fact_type::occupation", |
| "fact_type::other_fact", |
| "fact_type::preference", |
| "pii_presence::no_pii", |
| "pii_presence::pii" |
| ], |
| "label_to_id": { |
| "constraint_scope::finance": 0, |
| "constraint_scope::food": 1, |
| "constraint_scope::general": 2, |
| "constraint_scope::health": 3, |
| "constraint_scope::none": 4, |
| "constraint_scope::social": 5, |
| "constraint_scope::tech": 6, |
| "constraint_scope::travel": 7, |
| "constraint_scope::work": 8, |
| "constraint_stability::semi_stable": 9, |
| "constraint_stability::stable": 10, |
| "constraint_stability::volatile": 11, |
| "constraint_type::causal": 12, |
| "constraint_type::constraint_other": 13, |
| "constraint_type::goal": 14, |
| "constraint_type::none": 15, |
| "constraint_type::policy": 16, |
| "constraint_type::preference": 17, |
| "constraint_type::state": 18, |
| "constraint_type::value": 19, |
| "fact_type::identity": 20, |
| "fact_type::location": 21, |
| "fact_type::none": 22, |
| "fact_type::occupation": 23, |
| "fact_type::other_fact": 24, |
| "fact_type::preference": 25, |
| "pii_presence::no_pii": 26, |
| "pii_presence::pii": 27 |
| }, |
| "train_config": { |
| "max_features": 250000, |
| "min_df": 2, |
| "ngram_min": 1, |
| "ngram_max": 2, |
| "max_iter": 25, |
| "alpha": 1e-05, |
| "seed": 42, |
| "predict_batch_size": 8192, |
| "early_stopping": true, |
| "early_stopping_patience": 3, |
| "early_stopping_metric": "macro_f1", |
| "early_stopping_min_delta": 0.001, |
| "calibration_method": "sigmoid" |
| }, |
| "training_summary": { |
| "actual_epochs": 4, |
| "best_epoch": 1, |
| "best_metric": 0.9994428567862855, |
| "monitor_metric": "macro_f1", |
| "early_stopped": true |
| }, |
| "calibration": { |
| "method": "task_conditional_sigmoid", |
| "split": "eval", |
| "rows": 36000, |
| "pre_ece": 0.06013730731601039, |
| "post_ece": 0.0007514102792564575, |
| "pre_accuracy": 0.9978333333333333, |
| "post_accuracy": 0.9981666666666666, |
| "accuracy_delta": 0.0003333333333332966, |
| "tasks": { |
| "constraint_scope": { |
| "rows": 9000, |
| "pre_ece": 0.0073926387441783925, |
| "post_ece": 0.00019267901287378653, |
| "pre_accuracy": 1.0, |
| "post_accuracy": 1.0, |
| "accuracy_delta": 0.0 |
| }, |
| "constraint_stability": { |
| "rows": 3000, |
| "pre_ece": 0.0035802200536977353, |
| "post_ece": 0.00016981111181246789, |
| "pre_accuracy": 1.0, |
| "post_accuracy": 1.0, |
| "accuracy_delta": 0.0 |
| }, |
| "constraint_type": { |
| "rows": 8000, |
| "pre_ece": 0.0152260080692046, |
| "post_ece": 0.0002949549691239062, |
| "pre_accuracy": 1.0, |
| "post_accuracy": 1.0, |
| "accuracy_delta": 0.0 |
| }, |
| "fact_type": { |
| "rows": 6000, |
| "pre_ece": 0.008209015508071071, |
| "post_ece": 0.00021106970310058593, |
| "pre_accuracy": 1.0, |
| "post_accuracy": 1.0, |
| "accuracy_delta": 0.0 |
| }, |
| "pii_presence": { |
| "rows": 10000, |
| "pre_ece": 0.1278197693399604, |
| "post_ece": 0.002118116763033487, |
| "pre_accuracy": 0.9922, |
| "post_accuracy": 0.9934, |
| "accuracy_delta": 0.0011999999999999789 |
| } |
| } |
| }, |
| "epoch_stats": [ |
| { |
| "epoch": 1, |
| "train_loss": 0.07304321517285889, |
| "train_accuracy": 0.9985243055555556, |
| "train_macro_f1": 0.9996205356573068, |
| "train_weighted_f1": 0.9985243053339707, |
| "valid_loss": 0.07040478728784708, |
| "valid_accuracy": 0.9978333333333333, |
| "valid_macro_f1": 0.9994428567862855, |
| "valid_weighted_f1": 0.9978333319466658, |
| "monitor_metric": "macro_f1", |
| "monitor_value": 0.9994428567862855, |
| "improved": true |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 0.07098693556871623, |
| "train_accuracy": 0.9985138888888889, |
| "train_macro_f1": 0.9996178570566361, |
| "train_weighted_f1": 0.998513888553585, |
| "valid_loss": 0.06895428509737356, |
| "valid_accuracy": 0.9979166666666667, |
| "valid_macro_f1": 0.9994642852803567, |
| "valid_weighted_f1": 0.9979166649791653, |
| "monitor_metric": "macro_f1", |
| "monitor_value": 0.9994642852803567, |
| "improved": false |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 0.06992293075722475, |
| "train_accuracy": 0.9984930555555556, |
| "train_macro_f1": 0.9996124998827812, |
| "train_weighted_f1": 0.9984930550997047, |
| "valid_loss": 0.06817925236885357, |
| "valid_accuracy": 0.9979166666666667, |
| "valid_macro_f1": 0.9994642852803567, |
| "valid_weighted_f1": 0.9979166649791653, |
| "monitor_metric": "macro_f1", |
| "monitor_value": 0.9994642852803567, |
| "improved": false |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 0.0692276576162906, |
| "train_accuracy": 0.9984861111111111, |
| "train_macro_f1": 0.9996107141570066, |
| "train_weighted_f1": 0.9984861106105815, |
| "valid_loss": 0.06766472301272425, |
| "valid_accuracy": 0.9979166666666667, |
| "valid_macro_f1": 0.9994642852803567, |
| "valid_weighted_f1": 0.9979166649791653, |
| "monitor_metric": "macro_f1", |
| "monitor_value": 0.9994642852803567, |
| "improved": false |
| } |
| ], |
| "skipped_invalid_tasks": {}, |
| "artifact_scope": "family", |
| "evaluation_suite": "standard", |
| "dataset_hashes": { |
| "train": { |
| "path": "/nvme/CognitiveMemoryLayer/packages/models/prepared_data/modelpack/extractor_train.parquet", |
| "sha256": "7001566078ce06fa63779c2025be27b27a1fed4a304133dc334fcbf1336dcd1e", |
| "bytes": 21540433 |
| }, |
| "test": { |
| "path": "/nvme/CognitiveMemoryLayer/packages/models/prepared_data/modelpack/extractor_test.parquet", |
| "sha256": "8fa0af53f8cbd8116335d00659608404ba96055df49b1ab89799418c646a48d3", |
| "bytes": 2721025 |
| }, |
| "eval": { |
| "path": "/nvme/CognitiveMemoryLayer/packages/models/prepared_data/modelpack/extractor_eval.parquet", |
| "sha256": "d066db9c6cadeaea12f4c367262fee444f0992575af2daca06af75f40e9935ce", |
| "bytes": 2709873 |
| } |
| } |
| } |
