| { |
| "shape_invariance": { |
| "64": { |
| "n_patches": 8, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| }, |
| "128": { |
| "n_patches": 16, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| }, |
| "256": { |
| "n_patches": 32, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| }, |
| "512": { |
| "n_patches": 64, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| }, |
| "1024": { |
| "n_patches": 128, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| }, |
| "2048": { |
| "n_patches": 256, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| }, |
| "4096": { |
| "n_patches": 512, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| }, |
| "8192": { |
| "n_patches": 1024, |
| "F_shape": [ |
| 3, |
| 8, |
| 128 |
| ] |
| } |
| }, |
| "all_outputs_are_k_by_d": true, |
| "Q_shape": [ |
| 8, |
| 128 |
| ], |
| "Q_is_parameter": true, |
| "Q_requires_grad": true, |
| "Q_grad_norm_after_backward": 0.2682032883167267, |
| "Q_receives_gradient": true, |
| "encoder_params_excluding_pos_embed": 1609856, |
| "compression_per_dataset": { |
| "ADFTD": { |
| "T": 256, |
| "C": 19, |
| "patch": 8, |
| "n_patches": 32, |
| "k": 8, |
| "k_over_T": 0.03125, |
| "k_over_n_patches": 0.25, |
| "k_much_less_than_T": true |
| }, |
| "PTB": { |
| "T": 300, |
| "C": 15, |
| "patch": 10, |
| "n_patches": 30, |
| "k": 8, |
| "k_over_T": 0.02667, |
| "k_over_n_patches": 0.2667, |
| "k_much_less_than_T": true |
| }, |
| "PTB-XL": { |
| "T": 250, |
| "C": 12, |
| "patch": 10, |
| "n_patches": 25, |
| "k": 8, |
| "k_over_T": 0.032, |
| "k_over_n_patches": 0.32, |
| "k_much_less_than_T": true |
| }, |
| "APAVA": { |
| "T": 256, |
| "C": 16, |
| "patch": 8, |
| "n_patches": 32, |
| "k": 8, |
| "k_over_T": 0.03125, |
| "k_over_n_patches": 0.25, |
| "k_much_less_than_T": true |
| }, |
| "FLAAP": { |
| "T": 100, |
| "C": 6, |
| "patch": 10, |
| "n_patches": 10, |
| "k": 8, |
| "k_over_T": 0.08, |
| "k_over_n_patches": 0.8, |
| "k_much_less_than_T": true |
| }, |
| "UCIHAR": { |
| "T": 128, |
| "C": 9, |
| "patch": 32, |
| "n_patches": 4, |
| "k": 8, |
| "k_over_T": 0.0625, |
| "k_over_n_patches": 2.0, |
| "k_much_less_than_T": true |
| }, |
| "Sleep-EDF": { |
| "T": 3000, |
| "C": 1, |
| "patch": 60, |
| "n_patches": 50, |
| "k": 8, |
| "k_over_T": 0.00267, |
| "k_over_n_patches": 0.16, |
| "k_much_less_than_T": true |
| } |
| }, |
| "k_ll_T_on_all_datasets": true, |
| "compression_factor_TxC_to_kxd": { |
| "ADFTD": 4.75, |
| "PTB": 4.395, |
| "PTB-XL": 2.93, |
| "APAVA": 4.0, |
| "FLAAP": 0.586, |
| "UCIHAR": 1.125, |
| "Sleep-EDF": 2.93 |
| }, |
| "decoder_conditioned_solely_on_F": { |
| "delta_recon_when_F_changes": 1.7867159843444824, |
| "delta_recon_when_F_held_fixed": 0.0, |
| "strict_chain_X_to_F_to_Xhat": true |
| }, |
| "decoder_forward_signature": "(f, n_patches)" |
| } |