diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5d5fd621585894898b35bd7746db996fbfb9651a --- /dev/null +++ b/config.json @@ -0,0 +1,52 @@ +{ + "model_version": "smol-v7-sc-temporal", + "tag": "aa1", + "vocab_size": 11, + "d_model": 384, + "nhead": 6, + "num_layers": 4, + "max_size": 30, + "embedding_dropout": 0.1, + "input_grid_dropout": 0.05, + "num_timesteps": 128, + "schedule_type": "cosine", + "batch_size": 128, + "learning_rate": 0.0004, + "weight_decay": 0.01, + "optimizer_steps": 48000, + "lr_warmup_steps": 2000, + "gradient_accumulation_steps": 1, + "augment": true, + "log_every": 100, + "val_every_steps": 500, + "vis_every_steps": 16000, + "eval_every_steps": 10000, + "num_eval_tasks": 120, + "best_model_metric": "eval_score", + "eval_dataset": "evaluation", + "use_mixed_precision": true, + "pixel_noise_prob": 0.0, + "pixel_noise_rate": 0.0, + "use_ema": true, + "ema_decay": 0.9995, + "ema_warmup_steps": 2000, + "data_dir": "data/arc-prize-2024", + "datasets": [ + "training_challenges", + "evaluation_challenges" + ], + "include_training_test_examples": true, + "max_val_examples": 128, + "eval_weight": 1.0, + "output_dir": "experimental/diffusion/outputs/smol", + "use_wandb": true, + "save_best": true, + "save_final": true, + "auxiliary_loss": { + "include_size_head": true, + "size_head_hidden_dim": 256, + "auxiliary_size_loss_weight": 0.1, + "auxiliary_size_loss_warmup": 0 + }, + "profile_mode": false +} \ No newline at end of file diff --git a/denoising_progression_00576224_test0.png b/denoising_progression_00576224_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..b3f72ba50cfeeac33bb51c2359d98cfe28b378dc Binary files /dev/null and b/denoising_progression_00576224_test0.png differ diff --git a/denoising_progression_009d5c81_test0.png b/denoising_progression_009d5c81_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..aa833e3c2db1a2efc6b8691a3ceb25475ab622ec Binary files /dev/null and b/denoising_progression_009d5c81_test0.png differ diff --git a/denoising_progression_00dbd492_test0.png b/denoising_progression_00dbd492_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..308c1093eb51745f8f545aabfeb6841809c45ef5 Binary files /dev/null and b/denoising_progression_00dbd492_test0.png differ diff --git a/denoising_progression_03560426_test0.png b/denoising_progression_03560426_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..f12bf9878a3c46351c09719299f18051f930b4f0 Binary files /dev/null and b/denoising_progression_03560426_test0.png differ diff --git a/denoising_progression_05a7bcf2_test0.png b/denoising_progression_05a7bcf2_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..1ada8b6f35b19fe15e330c4e60a9387e8544a8da Binary files /dev/null and b/denoising_progression_05a7bcf2_test0.png differ diff --git a/denoising_progression_0607ce86_test0.png b/denoising_progression_0607ce86_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..da39e26340696c457f2f4a01226efa923a1337ff Binary files /dev/null and b/denoising_progression_0607ce86_test0.png differ diff --git a/denoising_progression_0692e18c_test0.png b/denoising_progression_0692e18c_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..c576eb599516cc4a672dce4121729dbbbfbe9a3a Binary files /dev/null and b/denoising_progression_0692e18c_test0.png differ diff --git a/denoising_progression_070dd51e_test0.png b/denoising_progression_070dd51e_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..3ef310334358946bce884ef27990cd23875de216 Binary files /dev/null and b/denoising_progression_070dd51e_test0.png differ diff --git a/denoising_progression_08573cc6_test0.png b/denoising_progression_08573cc6_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..07484f7cb92b6b7f42d7811863a01f0cd3536df2 Binary files /dev/null and b/denoising_progression_08573cc6_test0.png differ diff --git a/denoising_progression_0934a4d8_test0.png b/denoising_progression_0934a4d8_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..7eac5fa20670e1ef65c286f67d77e37f7bca8024 Binary files /dev/null and b/denoising_progression_0934a4d8_test0.png differ diff --git a/denoising_progression_09c534e7_test0.png b/denoising_progression_09c534e7_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..8aadd7fd07428028665234cbf4f175f7e9419f63 Binary files /dev/null and b/denoising_progression_09c534e7_test0.png differ diff --git a/denoising_progression_0a1d4ef5_test0.png b/denoising_progression_0a1d4ef5_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..d31f405edc30ff12ffbeb3c178684a828bd11cfd Binary files /dev/null and b/denoising_progression_0a1d4ef5_test0.png differ diff --git a/denoising_progression_0a2355a6_test0.png b/denoising_progression_0a2355a6_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..123b011132a8feb94905903a1afb5bd383b06339 Binary files /dev/null and b/denoising_progression_0a2355a6_test0.png differ diff --git a/denoising_progression_0b17323b_test0.png b/denoising_progression_0b17323b_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..c8e1056b79bba7fddda1c5da6638389e31943385 Binary files /dev/null and b/denoising_progression_0b17323b_test0.png differ diff --git a/denoising_progression_0bb8deee_test0.png b/denoising_progression_0bb8deee_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..1bc04af95c9815d933d018126a128a0c9c23c67f Binary files /dev/null and b/denoising_progression_0bb8deee_test0.png differ diff --git a/denoising_progression_0becf7df_test0.png b/denoising_progression_0becf7df_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..6d5b8e1d4992607fca218f77b5815b7548514c3f Binary files /dev/null and b/denoising_progression_0becf7df_test0.png differ diff --git a/denoising_progression_0c786b71_test0.png b/denoising_progression_0c786b71_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..63a6c6b27c770d5a66ba389afa6b646cff40dc1d Binary files /dev/null and b/denoising_progression_0c786b71_test0.png differ diff --git a/denoising_progression_0c9aba6e_test0.png b/denoising_progression_0c9aba6e_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..4ed1215b88c2abda1d313875b25b43f107179701 Binary files /dev/null and b/denoising_progression_0c9aba6e_test0.png differ diff --git a/denoising_progression_0d87d2a6_test0.png b/denoising_progression_0d87d2a6_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..8fd00683604b3bd3440830bf655f5b304212cf8b Binary files /dev/null and b/denoising_progression_0d87d2a6_test0.png differ diff --git a/denoising_progression_0e671a1a_test0.png b/denoising_progression_0e671a1a_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..d2e9c7ac7be51a8bbb79b72ff527aef1ffb37f62 Binary files /dev/null and b/denoising_progression_0e671a1a_test0.png differ diff --git a/denoising_progression_0f63c0b9_test0.png b/denoising_progression_0f63c0b9_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..e1472306770e1a629c1dcd6b4c68f6b762b82c3d Binary files /dev/null and b/denoising_progression_0f63c0b9_test0.png differ diff --git a/denoising_progression_103eff5b_test0.png b/denoising_progression_103eff5b_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..f1bf0121c5bbdec2b90bf0b94dd829f1d173387f Binary files /dev/null and b/denoising_progression_103eff5b_test0.png differ diff --git a/denoising_progression_11e1fe23_test0.png b/denoising_progression_11e1fe23_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..9b7cd4676c704e57e8c0e8df209c45111cb8106a Binary files /dev/null and b/denoising_progression_11e1fe23_test0.png differ diff --git a/denoising_progression_12422b43_test0.png b/denoising_progression_12422b43_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..ec420ef57eb4dffe739291e2a2dd3b2b9f52f56e Binary files /dev/null and b/denoising_progression_12422b43_test0.png differ diff --git a/denoising_progression_12997ef3_test0.png b/denoising_progression_12997ef3_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..eabe5290a63bea469d0e95be1c62fc7a68b5eca1 Binary files /dev/null and b/denoising_progression_12997ef3_test0.png differ diff --git a/denoising_progression_c7d4e6ad_test0.png b/denoising_progression_c7d4e6ad_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..42260576d51f0a6966363016650dcacd8ed5a669 Binary files /dev/null and b/denoising_progression_c7d4e6ad_test0.png differ diff --git a/denoising_progression_c8b7cc0f_test0.png b/denoising_progression_c8b7cc0f_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..be4a2740cca832dde86afe159dc4ae661ca53642 Binary files /dev/null and b/denoising_progression_c8b7cc0f_test0.png differ diff --git a/denoising_progression_c92b942c_test0.png b/denoising_progression_c92b942c_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..222fd615e318db55b1c35b473ce6c3d8005658a8 Binary files /dev/null and b/denoising_progression_c92b942c_test0.png differ diff --git a/denoising_progression_c97c0139_test0.png b/denoising_progression_c97c0139_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..2213f3b4e6dc72978d25304c7d16649fb5c23bf7 Binary files /dev/null and b/denoising_progression_c97c0139_test0.png differ diff --git a/denoising_progression_ca8de6ea_test0.png b/denoising_progression_ca8de6ea_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..1973b429944341285adfb859ca0716a032f94b25 Binary files /dev/null and b/denoising_progression_ca8de6ea_test0.png differ diff --git a/denoising_progression_ca8f78db_test0.png b/denoising_progression_ca8f78db_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..12c84eaf9c1ae0cb00b119336cef868f8b56a30a Binary files /dev/null and b/denoising_progression_ca8f78db_test0.png differ diff --git a/denoising_progression_cad67732_test0.png b/denoising_progression_cad67732_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..539ac9a63371ec0184222c41678944dc0c7d94c9 Binary files /dev/null and b/denoising_progression_cad67732_test0.png differ diff --git a/denoising_progression_cb227835_test0.png b/denoising_progression_cb227835_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..ce603e5381d5aaf9faeb7f47edd8c751d7db4b59 Binary files /dev/null and b/denoising_progression_cb227835_test0.png differ diff --git a/denoising_progression_ccd554ac_test0.png b/denoising_progression_ccd554ac_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..8f9fd6e19cd4fdd74b9e41cc50efe2046bd1525a Binary files /dev/null and b/denoising_progression_ccd554ac_test0.png differ diff --git a/denoising_progression_cd3c21df_test0.png b/denoising_progression_cd3c21df_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..4db38f23e7c54e6fe3232ee9dccad762c5377170 Binary files /dev/null and b/denoising_progression_cd3c21df_test0.png differ diff --git a/denoising_progression_ce039d91_test0.png b/denoising_progression_ce039d91_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..31bcc6d856bb27efbd32c67bb81910a4fca6152b Binary files /dev/null and b/denoising_progression_ce039d91_test0.png differ diff --git a/denoising_progression_ce8d95cc_test0.png b/denoising_progression_ce8d95cc_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..540453470d36b7ad9f594cd674d525ce77732118 Binary files /dev/null and b/denoising_progression_ce8d95cc_test0.png differ diff --git a/denoising_progression_cf133acc_test0.png b/denoising_progression_cf133acc_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..5290c3da9ba9bf7611a568a8efc5044f0724ea18 Binary files /dev/null and b/denoising_progression_cf133acc_test0.png differ diff --git a/denoising_progression_cfb2ce5a_test0.png b/denoising_progression_cfb2ce5a_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..4f37c770e39b03c36fbc5dec1e25d53ac76b5847 Binary files /dev/null and b/denoising_progression_cfb2ce5a_test0.png differ diff --git a/denoising_progression_d017b73f_test0.png b/denoising_progression_d017b73f_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..c589f9c461056f470ed4ba8487e895db34eba0d8 Binary files /dev/null and b/denoising_progression_d017b73f_test0.png differ diff --git a/denoising_progression_d19f7514_test0.png b/denoising_progression_d19f7514_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..e8e2f4be0f2905d2887b3166ad63e990f3d1381c Binary files /dev/null and b/denoising_progression_d19f7514_test0.png differ diff --git a/denoising_progression_d282b262_test0.png b/denoising_progression_d282b262_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..17073e0fb11d9fe04f4e8c54f55887b3791700b3 Binary files /dev/null and b/denoising_progression_d282b262_test0.png differ diff --git a/denoising_progression_d2acf2cb_test0.png b/denoising_progression_d2acf2cb_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..3fdec02cd9387e6763537689400776d8d915b0cb Binary files /dev/null and b/denoising_progression_d2acf2cb_test0.png differ diff --git a/denoising_progression_d304284e_test0.png b/denoising_progression_d304284e_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..c0ad53873ac4238623505bb19a2c441fea49b32a Binary files /dev/null and b/denoising_progression_d304284e_test0.png differ diff --git a/denoising_progression_d37a1ef5_test0.png b/denoising_progression_d37a1ef5_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..63f6f3f9afeddc356253f36b77ec47745546ce6e Binary files /dev/null and b/denoising_progression_d37a1ef5_test0.png differ diff --git a/denoising_progression_d47aa2ff_test0.png b/denoising_progression_d47aa2ff_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..a50e43ddfdee9eb64bc9d8ac9ac70daa3dd3a479 Binary files /dev/null and b/denoising_progression_d47aa2ff_test0.png differ diff --git a/denoising_progression_d492a647_test0.png b/denoising_progression_d492a647_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..8a5023c7a32505c85b06588279ec6964e775c330 Binary files /dev/null and b/denoising_progression_d492a647_test0.png differ diff --git a/denoising_progression_d4b1c2b1_test0.png b/denoising_progression_d4b1c2b1_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..bab1116618749dfcd0ec1efa838c6a37a964047b Binary files /dev/null and b/denoising_progression_d4b1c2b1_test0.png differ diff --git a/denoising_progression_d4c90558_test0.png b/denoising_progression_d4c90558_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..070dc8b5db287c23fc7c444e245f5dfba7714dd3 Binary files /dev/null and b/denoising_progression_d4c90558_test0.png differ diff --git a/denoising_progression_d56f2372_test0.png b/denoising_progression_d56f2372_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..f7aa25bde5b1885d83a7985028c8b4adb005fc77 Binary files /dev/null and b/denoising_progression_d56f2372_test0.png differ diff --git a/denoising_progression_d5c634a2_test0.png b/denoising_progression_d5c634a2_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..c60c6e996922910041d2bebb40f439a9c9aca5f6 Binary files /dev/null and b/denoising_progression_d5c634a2_test0.png differ diff --git a/denoising_progression_d931c21c_test0.png b/denoising_progression_d931c21c_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..343b6fa8dc137a168b30d6589d4a142ba9c621f7 Binary files /dev/null and b/denoising_progression_d931c21c_test0.png differ diff --git a/denoising_progression_d94c3b52_test0.png b/denoising_progression_d94c3b52_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..9e51810b6781d5173a2539fa94546d5a0fba4850 Binary files /dev/null and b/denoising_progression_d94c3b52_test0.png differ diff --git a/denoising_progression_da2b0fe3_test0.png b/denoising_progression_da2b0fe3_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..970e273e123c0df6da2f70f84430baadfcd74d3b Binary files /dev/null and b/denoising_progression_da2b0fe3_test0.png differ diff --git a/denoising_progression_da515329_test0.png b/denoising_progression_da515329_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..c34f80e6e4eab339f7c8832d548fbed23c7d10f8 Binary files /dev/null and b/denoising_progression_da515329_test0.png differ diff --git a/denoising_progression_dc2aa30b_test0.png b/denoising_progression_dc2aa30b_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..88a5da5f0c6f1db30c5aeb7d2ce0d6bf95fc968d Binary files /dev/null and b/denoising_progression_dc2aa30b_test0.png differ diff --git a/denoising_progression_dc2e9a9d_test0.png b/denoising_progression_dc2e9a9d_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..8832a77c876fad44774b9e441bc524705f4bc699 Binary files /dev/null and b/denoising_progression_dc2e9a9d_test0.png differ diff --git a/denoising_progression_dd2401ed_test0.png b/denoising_progression_dd2401ed_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..317e7ef05f7e12b1a5763ae9873200a15a6fbb54 Binary files /dev/null and b/denoising_progression_dd2401ed_test0.png differ diff --git a/denoising_progression_de493100_test0.png b/denoising_progression_de493100_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..8daf53bcb376cea43c4bab377da5e7a9b35700ee Binary files /dev/null and b/denoising_progression_de493100_test0.png differ diff --git a/denoising_progression_df8cc377_test0.png b/denoising_progression_df8cc377_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..7413594d4de6056948af2bb785ca4fddb5b3d221 Binary files /dev/null and b/denoising_progression_df8cc377_test0.png differ diff --git a/denoising_progression_e0fb7511_test0.png b/denoising_progression_e0fb7511_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..c680bc7358dfbd60c98b6bfc9af81709929ca2a6 Binary files /dev/null and b/denoising_progression_e0fb7511_test0.png differ diff --git a/denoising_progression_e133d23d_test0.png b/denoising_progression_e133d23d_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..dccb583debc455be479b3b974ef5766a580e3019 Binary files /dev/null and b/denoising_progression_e133d23d_test0.png differ diff --git a/denoising_progression_e1baa8a4_test0.png b/denoising_progression_e1baa8a4_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..25888306101c924291cd4fc71c40f24e57207010 Binary files /dev/null and b/denoising_progression_e1baa8a4_test0.png differ diff --git a/denoising_progression_e1d2900e_test0.png b/denoising_progression_e1d2900e_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..2aef93b884931f32f0a796f04d9517156eb9e836 Binary files /dev/null and b/denoising_progression_e1d2900e_test0.png differ diff --git a/denoising_progression_e2092e0c_test0.png b/denoising_progression_e2092e0c_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..46f6a632f848b21843f66cc71f0ca9a7c2eef4f9 Binary files /dev/null and b/denoising_progression_e2092e0c_test0.png differ diff --git a/denoising_progression_e21a174a_test0.png b/denoising_progression_e21a174a_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..2bc62908475b85416d9cc185718a526cf7b9b7bb Binary files /dev/null and b/denoising_progression_e21a174a_test0.png differ diff --git a/denoising_progression_e345f17b_test0.png b/denoising_progression_e345f17b_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..ef6407df4825d310869dc6259bbf413f5a2071d9 Binary files /dev/null and b/denoising_progression_e345f17b_test0.png differ diff --git a/denoising_progression_e4075551_test0.png b/denoising_progression_e4075551_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..45509331311d42722fca0ea0750cf24493b85f11 Binary files /dev/null and b/denoising_progression_e4075551_test0.png differ diff --git a/denoising_progression_e41c6fd3_test0.png b/denoising_progression_e41c6fd3_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..dd7437b678073a2c32d2818a93f22d5be0c32a8c Binary files /dev/null and b/denoising_progression_e41c6fd3_test0.png differ diff --git a/denoising_progression_e57337a4_test0.png b/denoising_progression_e57337a4_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..3f4c1f758df9d625e15e629483d697243766bda1 Binary files /dev/null and b/denoising_progression_e57337a4_test0.png differ diff --git a/denoising_progression_e5790162_test0.png b/denoising_progression_e5790162_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..d7921870be8bc2eab9201009059de8c56f9703d9 Binary files /dev/null and b/denoising_progression_e5790162_test0.png differ diff --git a/denoising_progression_e5c44e8f_test0.png b/denoising_progression_e5c44e8f_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..f1771dcd84bc7149b62623adddd754602175481e Binary files /dev/null and b/denoising_progression_e5c44e8f_test0.png differ diff --git a/denoising_progression_e619ca6e_test0.png b/denoising_progression_e619ca6e_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..e6e54f8f87ce459b054a19b8366af8d2bae4f77b Binary files /dev/null and b/denoising_progression_e619ca6e_test0.png differ diff --git a/denoising_progression_e633a9e5_test0.png b/denoising_progression_e633a9e5_test0.png new file mode 100644 index 0000000000000000000000000000000000000000..b4fc5f5515dd8b5e4f273a701cf552c4fa4bc426 Binary files /dev/null and b/denoising_progression_e633a9e5_test0.png differ