File size: 8,414 Bytes
f6e614c c07793c 50549ab 5aff889 c07793c 5aff889 c07793c 0dcf39e 9be8fa9 c07793c 6ab8274 e3c0c6e 6ab8274 e3c0c6e 6ab8274 0dcf39e 4a3cd2f 0194e59 5094348 c4c9192 bb698e6 2dde02d c4c9192 bb698e6 2dde02d bb698e6 c4c9192 f6e614c 58b3b50 f6e614c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 | {
"schema": "aiflow-math-ink-06-public-checkpoint-index-v1",
"model_version": "AIFlow Math Ink 0.6 research",
"input_contract": {
"ink_space": [128, 128],
"maximum_events": 128,
"canonical_sample_hz": 6.0,
"sequence_channels": 19,
"source_modalities": ["online", "raster"]
},
"output_contract": {
"exact_labels": 378,
"visual_families": 324,
"virtual_stroke_hypotheses": 4,
"behavior_roles": [
"identifier_lower",
"identifier_upper",
"multiply_operator"
]
},
"seeds": {
"17": {
"base": "models/seed17/base_378.pt",
"online_adapter": "models/seed17/online_adapter.pt",
"behavior_role_head": "models/seed17/behavior_role_head.pt"
},
"31": {
"base": "models/seed31/base_378.pt",
"online_adapter": "models/seed31/online_adapter.pt",
"behavior_role_head": "models/seed31/behavior_role_head.pt"
},
"47": {
"base": "models/seed47/base_378.pt",
"online_adapter": "models/seed47/online_adapter.pt",
"behavior_role_head": "models/seed47/behavior_role_head.pt"
}
},
"grouping_head": "artifacts/boundary_behavior_guard.joblib",
"p_boundary_joint": {
"status": "rejected_after_shared_state_fix",
"artifacts_published": false,
"corrected_report": "reports/p_boundary_joint_sharedfix_3seed_summary.json",
"training_track": "P_with_obligations",
"product_validation": false
},
"device_contract_stress": {
"report": "reports/p_boundary_device_stress_sharedfix_3seed.json",
"model_variant": "base_plus_shared_adapter_plus_shadow_auxiliary",
"modes": [
"coordinate_jitter",
"timestamp_missing",
"sparse_sampling_recanonicalized",
"affine_device"
],
"all_seed_mode_gates_passed": true,
"android_hardware_validation": false,
"product_validation": false
},
"composite_torch_export": {
"seed": 17,
"online": "exports/seed17/online.pt2",
"raster": "exports/seed17/raster.pt2",
"manifest": "exports/seed17/export_manifest.json",
"shared_state_applied": true,
"top1_agreement": 1.0,
"maximum_absolute_logit_error": 0.0,
"online_family_fusion_weight": 0.15,
"total_pt2_bytes": 24300116,
"representative_samples": 76,
"litert_flatbuffer": false
},
"composite_cpu_proxy": {
"report": "reports/composite_cpu_benchmark.json",
"online_p95_ms_range": [8.90, 9.67],
"raster_p95_ms_range": [22.10, 26.63],
"model_state_bytes": 8947108,
"model_state_plus_inference_growth_bytes": 26387876,
"android_validation": false
},
"online_error_consensus": {
"report": "reports/online_error_consensus_paired_test_3seed.json",
"samples": 3782,
"exact_ensemble_top1": 0.8371232151985168,
"exact_ensemble_top5": 0.9801692366600037,
"visual_family_top1": 0.9299312829971313,
"all_seed_wrong_rate": 0.11951348185539246,
"formula_context_exact_gate_passed": false
},
"online_family_fusion_calibration": {
"report": "reports/online_family_fusion_calibration_3seed.json",
"selected_weight": 0.15,
"paired_test_top1": 0.8381808400154114,
"paired_test_gain_pp": 0.10576248168945312
},
"behavior_exact_gate": {
"report": "reports/behavior_exact_gate_3seed.json",
"scope": "truth_group_conditional_behavior_targets",
"official_test_teacher_exact_top1_mean": 0.336483,
"official_test_final_exact_top1_mean": 0.472966,
"official_test_gain_pp_mean": 13.6483,
"product_validation": false
},
"formula_context_contract": {
"report": "reports/formula_context_contract_3seed.json",
"selected_mode": "formula",
"official_test_all_supported_exact_top1": 0.6303,
"official_test_all_supported_visual_family_top1": 0.6818,
"product_validation": false
},
"research_formula_adapter": {
"status": "research_shadow_only",
"training_track": "R_noncommercial_only",
"architecture": "zero_init_skeleton_trajectory_adapter_h64",
"checkpoints": {
"17": "models/research_formula_adapter/seed17/formula_adapter.pt",
"31": "models/research_formula_adapter/seed31/formula_adapter.pt",
"47": "models/research_formula_adapter/seed47/formula_adapter.pt"
},
"summary": "reports/formula_adapter_h64_3seed_summary.json",
"validation_visual_family_top1_mean": 0.9330453563714902,
"official_test_visual_family_top1_mean": 0.8817204301075269,
"visual_family_generalization_gap_pp_mean": 5.132492626396335,
"product_validation": false,
"distillation_allowed": false
},
"p_synthetic_behavior_proxy": {
"status": "rejected_no_3seed_expansion",
"training_report": "reports/behavior_role_p_proxy_w035_seed17.json",
"distribution_audit": "reports/p_proxy_shift_seed17.json",
"samples": 1590,
"loss_weight": 0.35,
"official_test_accuracy_before": 0.930708646774292,
"official_test_accuracy_after": 0.930708646774292,
"official_test_macro_f1_before": 0.7664031279554507,
"official_test_macro_f1_after": 0.7361821054646563,
"uppercase_recall_before": 0.6129032258064516,
"uppercase_recall_after": 0.45161290322580644,
"maximum_layout_absolute_smd": 2.8216191770723147,
"checkpoint_published": false,
"product_validation": false
},
"p_formula_intake": {
"status": "implemented_fail_closed",
"source": "src/p_formula_intake06.py",
"materializer": "scripts/materialize_math_ink_06_p_formula.py",
"record_schema": "contracts/aiflow_p_formula_v1.schema.json",
"annotation_schema": "contracts/aiflow_p_formula_annotation_v1.schema.json",
"requires_human_verified_tokens": true,
"requires_checkpoint_vocabulary_labels": 378,
"writes_only_after_full_preflight": true,
"automatic_collection": false,
"server_upload": false,
"product_validation": false
},
"p_formula_training": {
"status": "implemented_waiting_for_real_p_formula",
"dataset": "src/p_formula_dataset06.py",
"trainer": "scripts/train_math_ink_06_p_formula_adapter.py",
"three_seed_summary": "scripts/summarize_math_ink_06_p_formula_seeds.py",
"student_distiller": "scripts/distill_math_ink_06_p_formula_student.py",
"student_exporter": "scripts/export_math_ink_06_p_formula_student.py",
"release_driver": "scripts/run_math_ink_06_p_formula_release.py",
"recipe": "configs/MATH-INK-06-P-FORMULA-v1.json",
"seeds": [17, 31, 47],
"formula_adapter_hidden_size": 64,
"frozen_product_encoder": true,
"frozen_online_adapter": true,
"seed_gate": {
"exact_top1_minimum": 0.92,
"exact_top5_minimum": 0.99,
"macro_f1_minimum": 0.9,
"writer_floor_minimum": 0.75,
"missing_metadata_drop_maximum_pp": 3.0
},
"student_distillation_requires_all_seeds": true,
"same_data_sha256_required_across_seeds": true,
"distillation": {
"teacher_probability_temperature": 2.0,
"teacher_weights_embedded": false,
"maximum_teacher_to_student_regression_pp": 1.0,
"cuda_fixture_path_passed": true,
"fixture_release_gate_passed": false,
"strict_export_contract_smoke": {
"exact_labels": 378,
"samples": 2,
"top1_agreement": 1.0,
"maximum_absolute_logit_error": 0.0,
"artifact_persisted": false
},
"student_export_maximum_bytes": 26214400,
"litert_exported": false
},
"teacher_ensemble_mobile_deployment_allowed": false,
"fixture_smoke_passed": true,
"real_p_training_completed": false,
"product_validation": false
},
"release_state": {
"track": "R_noncommercial_only",
"product_validation": false,
"commercial_release": false,
"litert_exported": false,
"distillation_allowed_for_r_track_heads": false
},
"android_oda_runtime": {
"status": "source_and_aar_build_verified_waiting_for_tflite",
"source": "android/aiflow-math-ink-runtime",
"public_api": ["recognizeOnline", "recognizeRaster", "SymbolResult"],
"litert_api": "CompiledModel",
"litert_version": "2.1.6",
"kotlin_version": "2.3.0",
"python_feature_parity_tolerance": 0.0001,
"unit_tests": 5,
"release_aar_bytes": 56139,
"release_aar_sha256": "2b75abe9040c537a04da6f352c139142850f3d84a2b26e2c7dc79fe23bf74bba",
"server_payload_excludes_raw_ink": true,
"tflite_present": false,
"android_hardware_validation": false,
"product_validation": false
}
}
|