{ "shape_invariance": { "64": { "n_patches": 8, "F_shape": [ 3, 8, 128 ] }, "128": { "n_patches": 16, "F_shape": [ 3, 8, 128 ] }, "256": { "n_patches": 32, "F_shape": [ 3, 8, 128 ] }, "512": { "n_patches": 64, "F_shape": [ 3, 8, 128 ] }, "1024": { "n_patches": 128, "F_shape": [ 3, 8, 128 ] }, "2048": { "n_patches": 256, "F_shape": [ 3, 8, 128 ] }, "4096": { "n_patches": 512, "F_shape": [ 3, 8, 128 ] }, "8192": { "n_patches": 1024, "F_shape": [ 3, 8, 128 ] } }, "all_outputs_are_k_by_d": true, "Q_shape": [ 8, 128 ], "Q_is_parameter": true, "Q_requires_grad": true, "Q_grad_norm_after_backward": 0.2682032883167267, "Q_receives_gradient": true, "encoder_params_excluding_pos_embed": 1609856, "compression_per_dataset": { "ADFTD": { "T": 256, "C": 19, "patch": 8, "n_patches": 32, "k": 8, "k_over_T": 0.03125, "k_over_n_patches": 0.25, "k_much_less_than_T": true }, "PTB": { "T": 300, "C": 15, "patch": 10, "n_patches": 30, "k": 8, "k_over_T": 0.02667, "k_over_n_patches": 0.2667, "k_much_less_than_T": true }, "PTB-XL": { "T": 250, "C": 12, "patch": 10, "n_patches": 25, "k": 8, "k_over_T": 0.032, "k_over_n_patches": 0.32, "k_much_less_than_T": true }, "APAVA": { "T": 256, "C": 16, "patch": 8, "n_patches": 32, "k": 8, "k_over_T": 0.03125, "k_over_n_patches": 0.25, "k_much_less_than_T": true }, "FLAAP": { "T": 100, "C": 6, "patch": 10, "n_patches": 10, "k": 8, "k_over_T": 0.08, "k_over_n_patches": 0.8, "k_much_less_than_T": true }, "UCIHAR": { "T": 128, "C": 9, "patch": 32, "n_patches": 4, "k": 8, "k_over_T": 0.0625, "k_over_n_patches": 2.0, "k_much_less_than_T": true }, "Sleep-EDF": { "T": 3000, "C": 1, "patch": 60, "n_patches": 50, "k": 8, "k_over_T": 0.00267, "k_over_n_patches": 0.16, "k_much_less_than_T": true } }, "k_ll_T_on_all_datasets": true, "compression_factor_TxC_to_kxd": { "ADFTD": 4.75, "PTB": 4.395, "PTB-XL": 2.93, "APAVA": 4.0, "FLAAP": 0.586, "UCIHAR": 1.125, "Sleep-EDF": 2.93 }, "decoder_conditioned_solely_on_F": { "delta_recon_when_F_changes": 1.7867159843444824, "delta_recon_when_F_held_fixed": 0.0, "strict_chain_X_to_F_to_Xhat": true }, "decoder_forward_signature": "(f, n_patches)" }