Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +52 -0
- denoising_progression_00576224_test0.png +0 -0
- denoising_progression_009d5c81_test0.png +0 -0
- denoising_progression_00dbd492_test0.png +0 -0
- denoising_progression_03560426_test0.png +0 -0
- denoising_progression_05a7bcf2_test0.png +0 -0
- denoising_progression_0607ce86_test0.png +0 -0
- denoising_progression_0692e18c_test0.png +0 -0
- denoising_progression_070dd51e_test0.png +0 -0
- denoising_progression_08573cc6_test0.png +0 -0
- denoising_progression_0934a4d8_test0.png +0 -0
- denoising_progression_09c534e7_test0.png +0 -0
- denoising_progression_0a1d4ef5_test0.png +0 -0
- denoising_progression_0a2355a6_test0.png +0 -0
- denoising_progression_0b17323b_test0.png +0 -0
- denoising_progression_0bb8deee_test0.png +0 -0
- denoising_progression_0becf7df_test0.png +0 -0
- denoising_progression_0c786b71_test0.png +0 -0
- denoising_progression_0c9aba6e_test0.png +0 -0
- denoising_progression_0d87d2a6_test0.png +0 -0
- denoising_progression_0e671a1a_test0.png +0 -0
- denoising_progression_0f63c0b9_test0.png +0 -0
- denoising_progression_103eff5b_test0.png +0 -0
- denoising_progression_11e1fe23_test0.png +0 -0
- denoising_progression_12422b43_test0.png +0 -0
- denoising_progression_12997ef3_test0.png +0 -0
- denoising_progression_c7d4e6ad_test0.png +0 -0
- denoising_progression_c8b7cc0f_test0.png +0 -0
- denoising_progression_c92b942c_test0.png +0 -0
- denoising_progression_c97c0139_test0.png +0 -0
- denoising_progression_ca8de6ea_test0.png +0 -0
- denoising_progression_ca8f78db_test0.png +0 -0
- denoising_progression_cad67732_test0.png +0 -0
- denoising_progression_cb227835_test0.png +0 -0
- denoising_progression_ccd554ac_test0.png +0 -0
- denoising_progression_cd3c21df_test0.png +0 -0
- denoising_progression_ce039d91_test0.png +0 -0
- denoising_progression_ce8d95cc_test0.png +0 -0
- denoising_progression_cf133acc_test0.png +0 -0
- denoising_progression_cfb2ce5a_test0.png +0 -0
- denoising_progression_d017b73f_test0.png +0 -0
- denoising_progression_d19f7514_test0.png +0 -0
- denoising_progression_d282b262_test0.png +0 -0
- denoising_progression_d2acf2cb_test0.png +0 -0
- denoising_progression_d304284e_test0.png +0 -0
- denoising_progression_d37a1ef5_test0.png +0 -0
- denoising_progression_d47aa2ff_test0.png +0 -0
- denoising_progression_d492a647_test0.png +0 -0
- denoising_progression_d4b1c2b1_test0.png +0 -0
- denoising_progression_d4c90558_test0.png +0 -0
config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_version": "smol-v7-sc-temporal",
|
| 3 |
+
"tag": "aa1",
|
| 4 |
+
"vocab_size": 11,
|
| 5 |
+
"d_model": 384,
|
| 6 |
+
"nhead": 6,
|
| 7 |
+
"num_layers": 4,
|
| 8 |
+
"max_size": 30,
|
| 9 |
+
"embedding_dropout": 0.1,
|
| 10 |
+
"input_grid_dropout": 0.05,
|
| 11 |
+
"num_timesteps": 128,
|
| 12 |
+
"schedule_type": "cosine",
|
| 13 |
+
"batch_size": 128,
|
| 14 |
+
"learning_rate": 0.0004,
|
| 15 |
+
"weight_decay": 0.01,
|
| 16 |
+
"optimizer_steps": 48000,
|
| 17 |
+
"lr_warmup_steps": 2000,
|
| 18 |
+
"gradient_accumulation_steps": 1,
|
| 19 |
+
"augment": true,
|
| 20 |
+
"log_every": 100,
|
| 21 |
+
"val_every_steps": 500,
|
| 22 |
+
"vis_every_steps": 16000,
|
| 23 |
+
"eval_every_steps": 10000,
|
| 24 |
+
"num_eval_tasks": 120,
|
| 25 |
+
"best_model_metric": "eval_score",
|
| 26 |
+
"eval_dataset": "evaluation",
|
| 27 |
+
"use_mixed_precision": true,
|
| 28 |
+
"pixel_noise_prob": 0.0,
|
| 29 |
+
"pixel_noise_rate": 0.0,
|
| 30 |
+
"use_ema": true,
|
| 31 |
+
"ema_decay": 0.9995,
|
| 32 |
+
"ema_warmup_steps": 2000,
|
| 33 |
+
"data_dir": "data/arc-prize-2024",
|
| 34 |
+
"datasets": [
|
| 35 |
+
"training_challenges",
|
| 36 |
+
"evaluation_challenges"
|
| 37 |
+
],
|
| 38 |
+
"include_training_test_examples": true,
|
| 39 |
+
"max_val_examples": 128,
|
| 40 |
+
"eval_weight": 1.0,
|
| 41 |
+
"output_dir": "experimental/diffusion/outputs/smol",
|
| 42 |
+
"use_wandb": true,
|
| 43 |
+
"save_best": true,
|
| 44 |
+
"save_final": true,
|
| 45 |
+
"auxiliary_loss": {
|
| 46 |
+
"include_size_head": true,
|
| 47 |
+
"size_head_hidden_dim": 256,
|
| 48 |
+
"auxiliary_size_loss_weight": 0.1,
|
| 49 |
+
"auxiliary_size_loss_warmup": 0
|
| 50 |
+
},
|
| 51 |
+
"profile_mode": false
|
| 52 |
+
}
|
denoising_progression_00576224_test0.png
ADDED
|
denoising_progression_009d5c81_test0.png
ADDED
|
denoising_progression_00dbd492_test0.png
ADDED
|
denoising_progression_03560426_test0.png
ADDED
|
denoising_progression_05a7bcf2_test0.png
ADDED
|
denoising_progression_0607ce86_test0.png
ADDED
|
denoising_progression_0692e18c_test0.png
ADDED
|
denoising_progression_070dd51e_test0.png
ADDED
|
denoising_progression_08573cc6_test0.png
ADDED
|
denoising_progression_0934a4d8_test0.png
ADDED
|
denoising_progression_09c534e7_test0.png
ADDED
|
denoising_progression_0a1d4ef5_test0.png
ADDED
|
denoising_progression_0a2355a6_test0.png
ADDED
|
denoising_progression_0b17323b_test0.png
ADDED
|
denoising_progression_0bb8deee_test0.png
ADDED
|
denoising_progression_0becf7df_test0.png
ADDED
|
denoising_progression_0c786b71_test0.png
ADDED
|
denoising_progression_0c9aba6e_test0.png
ADDED
|
denoising_progression_0d87d2a6_test0.png
ADDED
|
denoising_progression_0e671a1a_test0.png
ADDED
|
denoising_progression_0f63c0b9_test0.png
ADDED
|
denoising_progression_103eff5b_test0.png
ADDED
|
denoising_progression_11e1fe23_test0.png
ADDED
|
denoising_progression_12422b43_test0.png
ADDED
|
denoising_progression_12997ef3_test0.png
ADDED
|
denoising_progression_c7d4e6ad_test0.png
ADDED
|
denoising_progression_c8b7cc0f_test0.png
ADDED
|
denoising_progression_c92b942c_test0.png
ADDED
|
denoising_progression_c97c0139_test0.png
ADDED
|
denoising_progression_ca8de6ea_test0.png
ADDED
|
denoising_progression_ca8f78db_test0.png
ADDED
|
denoising_progression_cad67732_test0.png
ADDED
|
denoising_progression_cb227835_test0.png
ADDED
|
denoising_progression_ccd554ac_test0.png
ADDED
|
denoising_progression_cd3c21df_test0.png
ADDED
|
denoising_progression_ce039d91_test0.png
ADDED
|
denoising_progression_ce8d95cc_test0.png
ADDED
|
denoising_progression_cf133acc_test0.png
ADDED
|
denoising_progression_cfb2ce5a_test0.png
ADDED
|
denoising_progression_d017b73f_test0.png
ADDED
|
denoising_progression_d19f7514_test0.png
ADDED
|
denoising_progression_d282b262_test0.png
ADDED
|
denoising_progression_d2acf2cb_test0.png
ADDED
|
denoising_progression_d304284e_test0.png
ADDED
|
denoising_progression_d37a1ef5_test0.png
ADDED
|
denoising_progression_d47aa2ff_test0.png
ADDED
|
denoising_progression_d492a647_test0.png
ADDED
|
denoising_progression_d4b1c2b1_test0.png
ADDED
|
denoising_progression_d4c90558_test0.png
ADDED
|