File size: 1,518 Bytes
ca3d977 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | {
"representation": {
"layout": {"entity": 128, "relation": 128, "value": 128, "metadata": 128, "projected_slot_width": 512},
"training_loss": [7.440117835998535, 0.04114125296473503],
"train_combinations": 2073,
"held_out_combinations_total": 519,
"held_out_combinations_probed": 256,
"p_only_state_recovery": 0.97265625,
"permutation_stability": 1.0,
"permutations_per_combination": 8,
"canonical_decode_accuracy": {"entity": 1.0, "relation": 1.0, "value": 1.0, "metadata": 1.0},
"hard_negative_accuracy": {"wrong_value": 1.0, "wrong_entity": 0.97265625, "historical": 1.0}
},
"pythia": {
"shared": {"steps": 128, "held_out_combinations": 24, "hard_negative_slots_per_state": 3, "slot_order_randomized": true, "source_tokens_in_recent_kv": 0, "held_out_rp": true},
"final_cross_attention": {"training_loss": [10.956916809082031, 4.057961463928223], "held_out_composition_accuracy": 0.1666666716337204, "rp_language_loss_p_disabled": 5.733096599578857, "rp_language_loss_p_enabled": 11.490976333618164, "rp_kl_with_p_to_base": 7.918457984924316},
"upper_4_with_preservation": {"training_loss": [10.956916809082031, 4.487305641174316], "held_out_composition_accuracy": 0.0416666679084301, "rp_language_loss_p_disabled": 5.733096599578857, "rp_language_loss_p_enabled": 5.834649562835693, "rp_kl_with_p_to_base": 0.015018677338957787}
},
"diagnosis": "P-only representation passes; exact Pythia consumption/generalization remains the blocking interface."
}
|