Use the YouTube cut as replay, add config.json for download tracking, from_hub usage

README.md

@@ -26,6 +26,7 @@ In one sentence: 4 frames × 41 frozen DINOv3 tokens → a 6-layer 384-d transfo
 
 - `cortex_quake_bc.pt` — release checkpoint (fp32, 43.9 MB): model weights, architecture arguments, and the embedded action schema. The frozen DINOv3 encoder (28.7M parameters, ≈39.7M total executed per decision) is **not** included; it downloads separately from Meta under its own license.
 - `replay.mp4` — a recorded episode of this checkpoint playing E1M1 (rendered in the Video Preview panel).
+- `config.json` — machine-readable architecture arguments and action schema (mirrors what the checkpoint stores).
 
 ## Usage
 
@@ -34,15 +35,9 @@ pip install git+https://github.com/kvark/cortex-actor
 ```
 
 ```python
-import torch
-from huggingface_hub import hf_hub_download
-from cortex_actor import cortex_from_args
-
-path = hf_hub_download("mad-bot/cortex", "cortex_quake_bc.pt")
-ck = torch.load(path, map_location="cpu", weights_only=False)
-model = cortex_from_args(ck["args_dict"])
-model.load_state_dict(ck["model"])
-model.eval()
+from cortex_actor import from_hub
+
+model, ck = from_hub("mad-bot/cortex")
 
 # Per step: cls (B, T, 384) and patches (B, T, 5, 8, 384) from frozen
 # DINOv3 ViT-S+/16 at 640x400, T = 4 most recent frames at 10 Hz.

config.json

@@ -0,0 +1,156 @@
+{
+ "model_type": "cortex",
+ "schema_version": 3,
+ "step": 30000,
+ "args": {
+  "game": "quake",
+  "steps": 32320,
+  "epochs": 1,
+  "batch_size": 16,
+  "seq_len": 4,
+  "windows_per_chunk": 4,
+  "ego_k": 16,
+  "ego_horizon": 50,
+  "ego_log_spaced": false,
+  "no_ego": true,
+  "ego_pos_scale": 5.0,
+  "d_model": 384,
+  "n_layers": 6,
+  "n_heads": 6,
+  "lr": 0.0003,
+  "mouse_scale": 1.0,
+  "num_workers": 8,
+  "val_workers": 4,
+  "shard_buffer_size": 32,
+  "seed": 0,
+  "ckpt_every": 2500,
+  "log_every": 50,
+  "val_frac": 0.05,
+  "val_every": 2500,
+  "val_batches": 20,
+  "motion_weight": false,
+  "mouse_loss_weight": 2.0,
+  "held_transition_weight": 0.0,
+  "tap_events": false,
+  "tap_loss_weight": 1.0,
+  "tap_positive_weight_cap": 100.0,
+  "mouse_loss_beta": 0.1,
+  "mouse_mode": "regress",
+  "mouse_n_bins": 9,
+  "chunk_codes": 64,
+  "vision_tokens": "patches",
+  "target_advance_ms": 100,
+  "yaw_aux_weight": 0.0,
+  "future_yaw_weight": 0.0,
+  "future_yaw_horizon": 10,
+  "motion_input": false,
+  "action_context": false,
+  "action_persistence_skip": false,
+  "init_checkpoint": null,
+  "patch_grid": [
+   5,
+   8
+  ],
+  "data_horizon": 1,
+  "require_future_pose": false
+ },
+ "action_schema": {
+  "game": "quake",
+  "keys": [
+   "w",
+   "a",
+   "s",
+   "d",
+   "space"
+  ],
+  "mouse_dx": true,
+  "mouse_dy": true,
+  "mouse_buttons": [
+   1
+  ],
+  "held_names": [
+   "w",
+   "a",
+   "s",
+   "d",
+   "Up",
+   "Down",
+   "Left",
+   "Right",
+   "space",
+   "Shift_L",
+   "Control_L",
+   "Alt_L",
+   "Tab",
+   "Escape",
+   "Return",
+   "e",
+   "f",
+   "g",
+   "q",
+   "r",
+   "t",
+   "1",
+   "2",
+   "3",
+   "4",
+   "5",
+   "6",
+   "7",
+   "8",
+   "9",
+   "0",
+   "Delete",
+   "F12",
+   "mouse_1",
+   "mouse_2",
+   "mouse_3"
+  ],
+  "active_held": [
+   true,
+   true,
+   true,
+   true,
+   false,
+   false,
+   false,
+   false,
+   true,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   false,
+   true,
+   false,
+   false
+  ],
+  "previous_held_context": false,
+  "previous_held_skip": false,
+  "transient_taps": false,
+  "training_alignment": {
+   "source_stride": 2,
+   "source_fps": 20,
+   "observation_to_action_offset": 1
+  }
+ }
+}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae68d08d6bb8facac3d570b409ad5ebcd7984dafc566ee2efc655d40a9060463
-size 21394993
+oid sha256:c4f142651c1008d205c307a6ec6b5f467ab17758197f00af32285cf0ff373253
+size 17135374