| { | |
| "model": "Pocket JEPA", | |
| "encoder_parameters": 14848, | |
| "predictor_training_parameters": 4192, | |
| "unlabeled_pretraining_examples": 1347, | |
| "pretraining_epochs": 260, | |
| "linear_probe_labels": 100, | |
| "labels_per_class": 10, | |
| "clean_accuracy": { | |
| "pocket_jepa": 0.8955555555555555, | |
| "random_encoder": 0.7444444444444445, | |
| "raw_pixels": 0.8866666666666667 | |
| }, | |
| "masked_accuracy": { | |
| "pocket_jepa": 0.8577777777777778, | |
| "random_encoder": 0.5555555555555556, | |
| "raw_pixels": 0.7222222222222222 | |
| }, | |
| "final_pretraining_loss": 0.03947875797748566 | |
| } |