RonanMcGovern commited on
Commit
1efc8bb
·
verified ·
1 Parent(s): 2e29e36

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +52 -0
  2. denoising_progression_00576224_test0.png +0 -0
  3. denoising_progression_009d5c81_test0.png +0 -0
  4. denoising_progression_00dbd492_test0.png +0 -0
  5. denoising_progression_03560426_test0.png +0 -0
  6. denoising_progression_05a7bcf2_test0.png +0 -0
  7. denoising_progression_0607ce86_test0.png +0 -0
  8. denoising_progression_0692e18c_test0.png +0 -0
  9. denoising_progression_070dd51e_test0.png +0 -0
  10. denoising_progression_08573cc6_test0.png +0 -0
  11. denoising_progression_0934a4d8_test0.png +0 -0
  12. denoising_progression_09c534e7_test0.png +0 -0
  13. denoising_progression_0a1d4ef5_test0.png +0 -0
  14. denoising_progression_0a2355a6_test0.png +0 -0
  15. denoising_progression_0b17323b_test0.png +0 -0
  16. denoising_progression_0bb8deee_test0.png +0 -0
  17. denoising_progression_0becf7df_test0.png +0 -0
  18. denoising_progression_0c786b71_test0.png +0 -0
  19. denoising_progression_0c9aba6e_test0.png +0 -0
  20. denoising_progression_0d87d2a6_test0.png +0 -0
  21. denoising_progression_0e671a1a_test0.png +0 -0
  22. denoising_progression_0f63c0b9_test0.png +0 -0
  23. denoising_progression_103eff5b_test0.png +0 -0
  24. denoising_progression_11e1fe23_test0.png +0 -0
  25. denoising_progression_12422b43_test0.png +0 -0
  26. denoising_progression_12997ef3_test0.png +0 -0
  27. denoising_progression_c7d4e6ad_test0.png +0 -0
  28. denoising_progression_c8b7cc0f_test0.png +0 -0
  29. denoising_progression_c92b942c_test0.png +0 -0
  30. denoising_progression_c97c0139_test0.png +0 -0
  31. denoising_progression_ca8de6ea_test0.png +0 -0
  32. denoising_progression_ca8f78db_test0.png +0 -0
  33. denoising_progression_cad67732_test0.png +0 -0
  34. denoising_progression_cb227835_test0.png +0 -0
  35. denoising_progression_ccd554ac_test0.png +0 -0
  36. denoising_progression_cd3c21df_test0.png +0 -0
  37. denoising_progression_ce039d91_test0.png +0 -0
  38. denoising_progression_ce8d95cc_test0.png +0 -0
  39. denoising_progression_cf133acc_test0.png +0 -0
  40. denoising_progression_cfb2ce5a_test0.png +0 -0
  41. denoising_progression_d017b73f_test0.png +0 -0
  42. denoising_progression_d19f7514_test0.png +0 -0
  43. denoising_progression_d282b262_test0.png +0 -0
  44. denoising_progression_d2acf2cb_test0.png +0 -0
  45. denoising_progression_d304284e_test0.png +0 -0
  46. denoising_progression_d37a1ef5_test0.png +0 -0
  47. denoising_progression_d47aa2ff_test0.png +0 -0
  48. denoising_progression_d492a647_test0.png +0 -0
  49. denoising_progression_d4b1c2b1_test0.png +0 -0
  50. denoising_progression_d4c90558_test0.png +0 -0
config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_version": "smol-v7-sc-temporal",
3
+ "tag": "aa1",
4
+ "vocab_size": 11,
5
+ "d_model": 384,
6
+ "nhead": 6,
7
+ "num_layers": 4,
8
+ "max_size": 30,
9
+ "embedding_dropout": 0.1,
10
+ "input_grid_dropout": 0.05,
11
+ "num_timesteps": 128,
12
+ "schedule_type": "cosine",
13
+ "batch_size": 128,
14
+ "learning_rate": 0.0004,
15
+ "weight_decay": 0.01,
16
+ "optimizer_steps": 48000,
17
+ "lr_warmup_steps": 2000,
18
+ "gradient_accumulation_steps": 1,
19
+ "augment": true,
20
+ "log_every": 100,
21
+ "val_every_steps": 500,
22
+ "vis_every_steps": 16000,
23
+ "eval_every_steps": 10000,
24
+ "num_eval_tasks": 120,
25
+ "best_model_metric": "eval_score",
26
+ "eval_dataset": "evaluation",
27
+ "use_mixed_precision": true,
28
+ "pixel_noise_prob": 0.0,
29
+ "pixel_noise_rate": 0.0,
30
+ "use_ema": true,
31
+ "ema_decay": 0.9995,
32
+ "ema_warmup_steps": 2000,
33
+ "data_dir": "data/arc-prize-2024",
34
+ "datasets": [
35
+ "training_challenges",
36
+ "evaluation_challenges"
37
+ ],
38
+ "include_training_test_examples": true,
39
+ "max_val_examples": 128,
40
+ "eval_weight": 1.0,
41
+ "output_dir": "experimental/diffusion/outputs/smol",
42
+ "use_wandb": true,
43
+ "save_best": true,
44
+ "save_final": true,
45
+ "auxiliary_loss": {
46
+ "include_size_head": true,
47
+ "size_head_hidden_dim": 256,
48
+ "auxiliary_size_loss_weight": 0.1,
49
+ "auxiliary_size_loss_warmup": 0
50
+ },
51
+ "profile_mode": false
52
+ }
denoising_progression_00576224_test0.png ADDED
denoising_progression_009d5c81_test0.png ADDED
denoising_progression_00dbd492_test0.png ADDED
denoising_progression_03560426_test0.png ADDED
denoising_progression_05a7bcf2_test0.png ADDED
denoising_progression_0607ce86_test0.png ADDED
denoising_progression_0692e18c_test0.png ADDED
denoising_progression_070dd51e_test0.png ADDED
denoising_progression_08573cc6_test0.png ADDED
denoising_progression_0934a4d8_test0.png ADDED
denoising_progression_09c534e7_test0.png ADDED
denoising_progression_0a1d4ef5_test0.png ADDED
denoising_progression_0a2355a6_test0.png ADDED
denoising_progression_0b17323b_test0.png ADDED
denoising_progression_0bb8deee_test0.png ADDED
denoising_progression_0becf7df_test0.png ADDED
denoising_progression_0c786b71_test0.png ADDED
denoising_progression_0c9aba6e_test0.png ADDED
denoising_progression_0d87d2a6_test0.png ADDED
denoising_progression_0e671a1a_test0.png ADDED
denoising_progression_0f63c0b9_test0.png ADDED
denoising_progression_103eff5b_test0.png ADDED
denoising_progression_11e1fe23_test0.png ADDED
denoising_progression_12422b43_test0.png ADDED
denoising_progression_12997ef3_test0.png ADDED
denoising_progression_c7d4e6ad_test0.png ADDED
denoising_progression_c8b7cc0f_test0.png ADDED
denoising_progression_c92b942c_test0.png ADDED
denoising_progression_c97c0139_test0.png ADDED
denoising_progression_ca8de6ea_test0.png ADDED
denoising_progression_ca8f78db_test0.png ADDED
denoising_progression_cad67732_test0.png ADDED
denoising_progression_cb227835_test0.png ADDED
denoising_progression_ccd554ac_test0.png ADDED
denoising_progression_cd3c21df_test0.png ADDED
denoising_progression_ce039d91_test0.png ADDED
denoising_progression_ce8d95cc_test0.png ADDED
denoising_progression_cf133acc_test0.png ADDED
denoising_progression_cfb2ce5a_test0.png ADDED
denoising_progression_d017b73f_test0.png ADDED
denoising_progression_d19f7514_test0.png ADDED
denoising_progression_d282b262_test0.png ADDED
denoising_progression_d2acf2cb_test0.png ADDED
denoising_progression_d304284e_test0.png ADDED
denoising_progression_d37a1ef5_test0.png ADDED
denoising_progression_d47aa2ff_test0.png ADDED
denoising_progression_d492a647_test0.png ADDED
denoising_progression_d4b1c2b1_test0.png ADDED
denoising_progression_d4c90558_test0.png ADDED