Hugging Face's logo

third-intelligence
/
WARC

PyTorch
world-model
arc-agi-3
test-time-training
next-frame-prediction
vision-transformer
Model card Files
xet
 Community
WARC
File size: 2,026 Bytes
14eddd5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
  "fold": 2,
  "split_seed": 0,
  "data_root": "ARC-AGI-3",
  "save_dir": "runs/fold2",
  "patch_size": 2,
  "embed_dim": null,
  "depth": null,
  "num_heads": null,
  "mlp_dim": null,
  "hist_n": 3,
  "epochs": 30,
  "batch_size": 86,
  "global_batch_size": 516,
  "learning_rate": 0.0003,
  "weight_decay": 0.0,
  "max_grad_norm": 1.0,
  "lr_scheduler": "cosine",
  "seed": 42,
  "num_workers": 8,
  "optimizer": "muon",
  "muon_lr": 0.0,
  "muon_momentum": 0.95,
  "muon_adjust_lr": "match_rms_adamw",
  "gamma": 0.95,
  "no_amp": false,
  "amp_dtype": "bf16",
  "no_compile": false,
  "compile_mode": "reduce-overhead",
  "distributed": true,
  "disable_augment": false,
  "num_color_permute": 9,
  "eval_batch_size": null,
  "eval_every": 1,
  "max_train_batches": 0,
  "resume_checkpoint": null,
  "use_wandb": false,
  "wandb_project": "warc",
  "wandb_run_name": "",
  "wandb_resume_id": "",
  "arch": "unified_hist_cm",
  "model_config": {
    "embed_dim": 512,
    "depth": 10,
    "num_heads": 8,
    "mlp_dim": 512,
    "dropout": 0.1,
    "num_actions": 8,
    "arch": "unified_hist_cm",
    "backbone": "unified_hist",
    "click_marker": true,
    "hist_n": 3,
    "patch_size": 2,
    "num_input_colors": 17,
    "conditioning": "adaln_zero_all_layers + click marker on the clicked patch token (zero-init)",
    "norm": "pre",
    "positional": "rope_only",
    "task_token": false,
    "attention": "sdpa"
  },
  "world_size": 6,
  "loss": "ffp_only",
  "folds": {
    "num_folds": 3,
    "split_seed": 0,
    "test_games_by_fold": {
      "1": [
        "bp35",
        "lf52",
        "lp85",
        "r11l",
        "re86",
        "sb26",
        "sc25",
        "su15",
        "wa30"
      ],
      "2": [
        "cd82",
        "cn04",
        "dc22",
        "m0r0",
        "sk48",
        "tn36",
        "tr87",
        "tu93"
      ],
      "3": [
        "ar25",
        "ft09",
        "g50t",
        "ka59",
        "ls20",
        "s5i5",
        "sp80",
        "vc33"
      ]
    }
  }
}