Hugging Face's logo

Trelis
/
smol-v7-sc-temporal_aa1

Model card Files
xet
Community
1
RonanMcGovern commited on
Commit
27e2c91
·
verified ·
1 Parent(s): 3e93db6

Add files using upload-large-folder tool

Browse files
Files changed (22) hide show
  1. .gitattributes +12 -0
  2. best_model.pt +2 -2
  3. config.json +42 -46
  4. denoising_progression_step_016000.png +2 -2
  5. denoising_progression_step_032000.png +2 -2
  6. denoising_progression_step_048000.png +2 -2
  7. denoising_progression_step_064000.png +3 -0
  8. denoising_progression_step_080000.png +3 -0
  9. denoising_progression_step_096000.png +3 -0
  10. denoising_progression_step_112000.png +3 -0
  11. denoising_progression_step_128000.png +3 -0
  12. denoising_progression_step_144000.png +3 -0
  13. denoising_progression_step_160000.png +3 -0
  14. denoising_progression_step_176000.png +3 -0
  15. denoising_progression_step_192000.png +3 -0
  16. denoising_progression_step_208000.png +3 -0
  17. denoising_progression_step_224000.png +3 -0
  18. denoising_progression_step_240000.png +3 -0
  19. evaluation_arc-prize-2024_evaluation_20251013_113519.json +0 -0
  20. final_model.pt +2 -2
  21. halfway_model.pt +1 -1
  22. training_noise_visualization.png +2 -2
.gitattributes CHANGED
@@ -40,3 +40,15 @@ denoising_progression_step_048000.png filter=lfs diff=lfs merge=lfs -text
40
  denoising_progression_step_032000.png filter=lfs diff=lfs merge=lfs -text
41
  denoising_progression_step_016000.png filter=lfs diff=lfs merge=lfs -text
42
  training_noise_visualization.png filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  denoising_progression_step_032000.png filter=lfs diff=lfs merge=lfs -text
41
  denoising_progression_step_016000.png filter=lfs diff=lfs merge=lfs -text
42
  training_noise_visualization.png filter=lfs diff=lfs merge=lfs -text
43
+ denoising_progression_step_224000.png filter=lfs diff=lfs merge=lfs -text
44
+ denoising_progression_step_240000.png filter=lfs diff=lfs merge=lfs -text
45
+ denoising_progression_step_080000.png filter=lfs diff=lfs merge=lfs -text
46
+ denoising_progression_step_096000.png filter=lfs diff=lfs merge=lfs -text
47
+ denoising_progression_step_128000.png filter=lfs diff=lfs merge=lfs -text
48
+ denoising_progression_step_176000.png filter=lfs diff=lfs merge=lfs -text
49
+ denoising_progression_step_160000.png filter=lfs diff=lfs merge=lfs -text
50
+ denoising_progression_step_144000.png filter=lfs diff=lfs merge=lfs -text
51
+ denoising_progression_step_112000.png filter=lfs diff=lfs merge=lfs -text
52
+ denoising_progression_step_192000.png filter=lfs diff=lfs merge=lfs -text
53
+ denoising_progression_step_208000.png filter=lfs diff=lfs merge=lfs -text
54
+ denoising_progression_step_064000.png filter=lfs diff=lfs merge=lfs -text
best_model.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79003da726104020992ffa5181b81fbe6ab640572b81a79c04b549d1bf84a6a3
3
- size 15866741
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f3c4cea2331fe1c12ea59bb43135930b58e43d583004e4bf6a3dc48eab794b4
3
+ size 15866677
config.json CHANGED
@@ -1,56 +1,52 @@
1
  {
2
  "model_version": "smol-v7-sc-temporal",
3
  "tag": "aa1",
4
- "model": {
5
- "vocab_size": 11,
6
- "d_model": 384,
7
- "nhead": 6,
8
- "num_layers": 4,
9
- "max_size": 30,
10
- "embedding_dropout": 0.1,
11
- "input_grid_dropout": 0.05
12
- },
13
- "training": {
14
- "num_timesteps": 128,
15
- "schedule_type": "cosine",
16
- "batch_size": 128,
17
- "learning_rate": 0.0004,
18
- "weight_decay": 0.01,
19
- "optimizer_steps": 48000,
20
- "lr_warmup_steps": 2000,
21
- "gradient_accumulation_steps": 1,
22
- "augment": true,
23
- "log_every": 100,
24
- "val_every_steps": 500,
25
- "vis_every_steps": 16000,
26
- "eval_every_steps": 10000,
27
- "num_eval_tasks": 120,
28
- "best_model_metric": "eval_score",
29
- "eval_dataset": "evaluation",
30
- "use_mixed_precision": true,
31
- "pixel_noise_prob": 0.0,
32
- "pixel_noise_rate": 0.0,
33
- "use_ema": true,
34
- "ema_decay": 0.9995,
35
- "ema_warmup_steps": 2000
36
- },
37
- "data": {
38
- "data_dir": "data/arc-prize-2024",
39
- "datasets": ["training_challenges","evaluation_challenges"],
40
- "include_training_test_examples": true,
41
- "max_val_examples": 128,
42
- "eval_weight": 1.0
43
- },
 
44
  "auxiliary_loss": {
45
  "include_size_head": true,
46
  "size_head_hidden_dim": 256,
47
  "auxiliary_size_loss_weight": 0.1,
48
  "auxiliary_size_loss_warmup": 0
49
  },
50
- "output": {
51
- "output_dir": "experimental/diffusion/outputs/smol",
52
- "use_wandb": true,
53
- "save_best": true,
54
- "save_final": true
55
- }
56
  }
 
1
  {
2
  "model_version": "smol-v7-sc-temporal",
3
  "tag": "aa1",
4
+ "vocab_size": 11,
5
+ "d_model": 384,
6
+ "nhead": 6,
7
+ "num_layers": 4,
8
+ "max_size": 30,
9
+ "embedding_dropout": 0.1,
10
+ "input_grid_dropout": 0.05,
11
+ "num_timesteps": 128,
12
+ "schedule_type": "cosine",
13
+ "batch_size": 128,
14
+ "learning_rate": 0.0004,
15
+ "weight_decay": 0.01,
16
+ "optimizer_steps": 250000,
17
+ "lr_warmup_steps": 2000,
18
+ "gradient_accumulation_steps": 1,
19
+ "augment": true,
20
+ "log_every": 100,
21
+ "val_every_steps": 500,
22
+ "vis_every_steps": 16000,
23
+ "eval_every_steps": 10000,
24
+ "num_eval_tasks": 120,
25
+ "best_model_metric": "eval_score",
26
+ "eval_dataset": "evaluation",
27
+ "use_mixed_precision": true,
28
+ "pixel_noise_prob": 0.0,
29
+ "pixel_noise_rate": 0.0,
30
+ "use_ema": true,
31
+ "ema_decay": 0.9995,
32
+ "ema_warmup_steps": 2000,
33
+ "data_dir": "data/arc-prize-2024",
34
+ "datasets": [
35
+ "training_challenges",
36
+ "evaluation_challenges"
37
+ ],
38
+ "include_training_test_examples": true,
39
+ "max_val_examples": 128,
40
+ "eval_weight": 1.0,
41
+ "output_dir": "outputs/smol",
42
+ "use_wandb": true,
43
+ "save_best": true,
44
+ "save_final": true,
45
  "auxiliary_loss": {
46
  "include_size_head": true,
47
  "size_head_hidden_dim": 256,
48
  "auxiliary_size_loss_weight": 0.1,
49
  "auxiliary_size_loss_warmup": 0
50
  },
51
+ "profile_mode": false
 
 
 
 
 
52
  }
denoising_progression_step_016000.png CHANGED

Git LFS Details

  • SHA256: ca5763050c53c9192d6e59e17c04b8e57874d3d245ff4fffb550658319647973
  • Pointer size: 131 Bytes
  • Size of remote file: 144 kB

Git LFS Details

  • SHA256: 86deac0340900232e7b2416f5b8a536e0c402a9cfb4fbdb1534bdd6ea53b3a5c
  • Pointer size: 131 Bytes
  • Size of remote file: 144 kB
denoising_progression_step_032000.png CHANGED

Git LFS Details

  • SHA256: e7c1c75c4fe73299148708e496a3cf578859bd1eac3bd0f40d89d3baefb477e7
  • Pointer size: 131 Bytes
  • Size of remote file: 189 kB

Git LFS Details

  • SHA256: 2428119991fd98e0bc40f652104a8aa5fc1c5b11341b111bf115d8b47021d8cc
  • Pointer size: 131 Bytes
  • Size of remote file: 190 kB
denoising_progression_step_048000.png CHANGED

Git LFS Details

  • SHA256: ef7757c8ad9e6fdc7ddc623836051faa1d927892e47c616dd1417552f8f4dfe1
  • Pointer size: 131 Bytes
  • Size of remote file: 132 kB

Git LFS Details

  • SHA256: 4f8b5c1c57ee553add72be948571279a6c7c582ece4775f26957faa9fb460694
  • Pointer size: 131 Bytes
  • Size of remote file: 131 kB
denoising_progression_step_064000.png ADDED

Git LFS Details

  • SHA256: 28002bb5a1d4e2cfece924d329ae9cc1e225280eb39c3654a36f1cbed4b8a387
  • Pointer size: 131 Bytes
  • Size of remote file: 181 kB
denoising_progression_step_080000.png ADDED

Git LFS Details

  • SHA256: 48874a97d2e62af3e4e4584e23a161da01b88f74e9cbaebe285549c2540bf587
  • Pointer size: 131 Bytes
  • Size of remote file: 133 kB
denoising_progression_step_096000.png ADDED

Git LFS Details

  • SHA256: 918c3317634c41aaed83c58cd1a43b621a7ae5c299db957ea6c304380f24afc7
  • Pointer size: 131 Bytes
  • Size of remote file: 149 kB
denoising_progression_step_112000.png ADDED

Git LFS Details

  • SHA256: a94c3a3abe848a3e9125159634ff063664fe2b3c790cbc2359967646b41c9bdd
  • Pointer size: 131 Bytes
  • Size of remote file: 138 kB
denoising_progression_step_128000.png ADDED

Git LFS Details

  • SHA256: a9cee7cd7cc7ab92d2b40e2d20bf1b8aae2587d8e93f5d13085785c1f1728823
  • Pointer size: 131 Bytes
  • Size of remote file: 185 kB
denoising_progression_step_144000.png ADDED

Git LFS Details

  • SHA256: f01e7aba780cb5af7dcf02379d08b082f58abca809bafd2a78d728f246edd33e
  • Pointer size: 131 Bytes
  • Size of remote file: 179 kB
denoising_progression_step_160000.png ADDED

Git LFS Details

  • SHA256: 680b0cd5ce8f82801d597a7b1ab79dc5d3e4380bfd762e58c6f90ebcecda4e1f
  • Pointer size: 131 Bytes
  • Size of remote file: 162 kB
denoising_progression_step_176000.png ADDED

Git LFS Details

  • SHA256: 37808cca0115e78d7058a38e1e3f3e11808c29dcc3c50574770fb8d072975edd
  • Pointer size: 131 Bytes
  • Size of remote file: 141 kB
denoising_progression_step_192000.png ADDED

Git LFS Details

  • SHA256: 3077272c6e2de7c48cec28a9e9f846dd19170ada781a7e5acaa5108e5ca12a67
  • Pointer size: 131 Bytes
  • Size of remote file: 159 kB
denoising_progression_step_208000.png ADDED

Git LFS Details

  • SHA256: 1e9351ca723b0176e029c7749b36a10b33fa5de04f5fe5344ed68c780e71c5af
  • Pointer size: 131 Bytes
  • Size of remote file: 145 kB
denoising_progression_step_224000.png ADDED

Git LFS Details

  • SHA256: ae06d1e616bda32981000700bc392be0208c006014f57d7e3ab326d3697b50fd
  • Pointer size: 131 Bytes
  • Size of remote file: 128 kB
denoising_progression_step_240000.png ADDED

Git LFS Details

  • SHA256: cdedc1e9d952b390ab60e2d1db9e793db5d928d9113e7fa43688e16fd5cd6d89
  • Pointer size: 131 Bytes
  • Size of remote file: 189 kB
evaluation_arc-prize-2024_evaluation_20251013_113519.json ADDED
The diff for this file is too large to render. See raw diff
 
final_model.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11239373f1bab08af251115b020d265dbe2fcf7c8a388840fd164a2b4f89a427
3
- size 15866948
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33e4b29f61c058520baba609cc74315de655557ece4b4d2413350ebe9ced0f63
3
+ size 15866884
halfway_model.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25d391de495ccef9733416f8a821b0f4070bbd12a0d8481d244a166e432f1b20
3
  size 15867106
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad7f97548989f6c7e66a4ea400a38c75fb034c9ae89954d76a388078a4cdd96
3
  size 15867106
training_noise_visualization.png CHANGED

Git LFS Details

  • SHA256: 2a5ca5f13f0e97540b518584f3b6269e6f7d9b8495d13f9a9eaffdd9e9ea2a56
  • Pointer size: 131 Bytes
  • Size of remote file: 193 kB

Git LFS Details

  • SHA256: c43eaadaae316ba2245e175585c15847335896b1ee49b6698c05825cfba5734b
  • Pointer size: 131 Bytes
  • Size of remote file: 194 kB