tsfp-repro-code / results /claim1_audit.json
riteshhf's picture
Upload folder using huggingface_hub
5784a50 verified
Raw
History Blame Contribute Delete
3 kB
{
"shape_invariance": {
"64": {
"n_patches": 8,
"F_shape": [
3,
8,
128
]
},
"128": {
"n_patches": 16,
"F_shape": [
3,
8,
128
]
},
"256": {
"n_patches": 32,
"F_shape": [
3,
8,
128
]
},
"512": {
"n_patches": 64,
"F_shape": [
3,
8,
128
]
},
"1024": {
"n_patches": 128,
"F_shape": [
3,
8,
128
]
},
"2048": {
"n_patches": 256,
"F_shape": [
3,
8,
128
]
},
"4096": {
"n_patches": 512,
"F_shape": [
3,
8,
128
]
},
"8192": {
"n_patches": 1024,
"F_shape": [
3,
8,
128
]
}
},
"all_outputs_are_k_by_d": true,
"Q_shape": [
8,
128
],
"Q_is_parameter": true,
"Q_requires_grad": true,
"Q_grad_norm_after_backward": 0.2682032883167267,
"Q_receives_gradient": true,
"encoder_params_excluding_pos_embed": 1609856,
"compression_per_dataset": {
"ADFTD": {
"T": 256,
"C": 19,
"patch": 8,
"n_patches": 32,
"k": 8,
"k_over_T": 0.03125,
"k_over_n_patches": 0.25,
"k_much_less_than_T": true
},
"PTB": {
"T": 300,
"C": 15,
"patch": 10,
"n_patches": 30,
"k": 8,
"k_over_T": 0.02667,
"k_over_n_patches": 0.2667,
"k_much_less_than_T": true
},
"PTB-XL": {
"T": 250,
"C": 12,
"patch": 10,
"n_patches": 25,
"k": 8,
"k_over_T": 0.032,
"k_over_n_patches": 0.32,
"k_much_less_than_T": true
},
"APAVA": {
"T": 256,
"C": 16,
"patch": 8,
"n_patches": 32,
"k": 8,
"k_over_T": 0.03125,
"k_over_n_patches": 0.25,
"k_much_less_than_T": true
},
"FLAAP": {
"T": 100,
"C": 6,
"patch": 10,
"n_patches": 10,
"k": 8,
"k_over_T": 0.08,
"k_over_n_patches": 0.8,
"k_much_less_than_T": true
},
"UCIHAR": {
"T": 128,
"C": 9,
"patch": 32,
"n_patches": 4,
"k": 8,
"k_over_T": 0.0625,
"k_over_n_patches": 2.0,
"k_much_less_than_T": true
},
"Sleep-EDF": {
"T": 3000,
"C": 1,
"patch": 60,
"n_patches": 50,
"k": 8,
"k_over_T": 0.00267,
"k_over_n_patches": 0.16,
"k_much_less_than_T": true
}
},
"k_ll_T_on_all_datasets": true,
"compression_factor_TxC_to_kxd": {
"ADFTD": 4.75,
"PTB": 4.395,
"PTB-XL": 2.93,
"APAVA": 4.0,
"FLAAP": 0.586,
"UCIHAR": 1.125,
"Sleep-EDF": 2.93
},
"decoder_conditioned_solely_on_F": {
"delta_recon_when_F_changes": 1.7867159843444824,
"delta_recon_when_F_held_fixed": 0.0,
"strict_chain_X_to_F_to_Xhat": true
},
"decoder_forward_signature": "(f, n_patches)"
}