Upload folder using huggingface_hub
Browse files- __pycache__/predict.cpython-311.pyc +0 -0
- model_pole_position.pt +2 -2
- model_pong.pt +2 -2
- model_sonic.pt +2 -2
- predict.py +18 -20
- train.log +136 -190
__pycache__/predict.cpython-311.pyc
CHANGED
|
Binary files a/__pycache__/predict.cpython-311.pyc and b/__pycache__/predict.cpython-311.pyc differ
|
|
|
model_pole_position.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1088f56767bb7dfe58dcff7a3012337155e45535141ac449ec52076d760328e0
|
| 3 |
+
size 2970374
|
model_pong.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2873854bfc6f1de2b637f4008db00ca965f059a7f8b71463584289b45ec2ccba
|
| 3 |
+
size 2435560
|
model_sonic.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5264bc1aac124209754675fcef7947c267ae006820255fbb8772b0c3e489607
|
| 3 |
+
size 6180886
|
predict.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
"""Prediction with residual
|
| 2 |
import sys
|
| 3 |
import os
|
| 4 |
import numpy as np
|
|
@@ -16,12 +16,6 @@ GAME_CONFIGS = {
|
|
| 16 |
"pole_position": {"enc_channels": (32, 64, 128), "bottleneck": 192},
|
| 17 |
}
|
| 18 |
|
| 19 |
-
DAMPEN_FACTORS = {
|
| 20 |
-
"pong": 0.90,
|
| 21 |
-
"sonic": 0.85,
|
| 22 |
-
"pole_position": 0.95,
|
| 23 |
-
}
|
| 24 |
-
|
| 25 |
|
| 26 |
def detect_game(context_frames: np.ndarray) -> str:
|
| 27 |
first_8 = context_frames[:CONTEXT_FRAMES]
|
|
@@ -40,7 +34,8 @@ def detect_game(context_frames: np.ndarray) -> str:
|
|
| 40 |
def load_model(model_dir: str):
|
| 41 |
models = {}
|
| 42 |
for game, cfg in GAME_CONFIGS.items():
|
| 43 |
-
|
|
|
|
| 44 |
enc_channels=cfg["enc_channels"],
|
| 45 |
bottleneck_channels=cfg["bottleneck"],
|
| 46 |
upsample_mode="bilinear").to(DEVICE)
|
|
@@ -53,10 +48,17 @@ def load_model(model_dir: str):
|
|
| 53 |
return models
|
| 54 |
|
| 55 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
def predict_next_frame(models, context_frames: np.ndarray) -> np.ndarray:
|
| 57 |
game = detect_game(context_frames)
|
| 58 |
model = models[game]
|
| 59 |
-
dampen = DAMPEN_FACTORS[game]
|
| 60 |
|
| 61 |
n = len(context_frames)
|
| 62 |
if n < CONTEXT_FRAMES:
|
|
@@ -76,21 +78,17 @@ def predict_next_frame(models, context_frames: np.ndarray) -> np.ndarray:
|
|
| 76 |
context_tensor = torch.from_numpy(context).to(DEVICE)
|
| 77 |
last_tensor = torch.from_numpy(last_frame_t).to(DEVICE)
|
| 78 |
|
| 79 |
-
|
| 80 |
-
residual_orig = model(context_tensor)
|
| 81 |
|
| 82 |
if game == "pong":
|
| 83 |
-
|
| 84 |
-
residual = residual_orig * dampen
|
| 85 |
-
predicted = torch.clamp(last_tensor + residual, 0, 1)
|
| 86 |
else:
|
| 87 |
-
#
|
| 88 |
context_flipped = torch.flip(context_tensor, dims=[3])
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
predicted = torch.clamp(last_tensor + residual, 0, 1)
|
| 94 |
|
| 95 |
predicted_np = predicted[0].cpu().numpy()
|
| 96 |
predicted_np = np.transpose(predicted_np, (1, 2, 0))
|
|
|
|
| 1 |
+
"""Prediction with gated residual and TTA."""
|
| 2 |
import sys
|
| 3 |
import os
|
| 4 |
import numpy as np
|
|
|
|
| 16 |
"pole_position": {"enc_channels": (32, 64, 128), "bottleneck": 192},
|
| 17 |
}
|
| 18 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
|
| 20 |
def detect_game(context_frames: np.ndarray) -> str:
|
| 21 |
first_8 = context_frames[:CONTEXT_FRAMES]
|
|
|
|
| 34 |
def load_model(model_dir: str):
|
| 35 |
models = {}
|
| 36 |
for game, cfg in GAME_CONFIGS.items():
|
| 37 |
+
# 6 output channels: 3 residual + 3 gate
|
| 38 |
+
model = UNet(in_channels=24, out_channels=6,
|
| 39 |
enc_channels=cfg["enc_channels"],
|
| 40 |
bottleneck_channels=cfg["bottleneck"],
|
| 41 |
upsample_mode="bilinear").to(DEVICE)
|
|
|
|
| 48 |
return models
|
| 49 |
|
| 50 |
|
| 51 |
+
def _predict_gated(model, context_tensor, last_tensor):
|
| 52 |
+
"""Run gated residual prediction."""
|
| 53 |
+
output = model(context_tensor)
|
| 54 |
+
residual = output[:, :3]
|
| 55 |
+
gate = (output[:, 3:] + 1.0) / 2.0
|
| 56 |
+
return torch.clamp(last_tensor + gate * residual, 0, 1)
|
| 57 |
+
|
| 58 |
+
|
| 59 |
def predict_next_frame(models, context_frames: np.ndarray) -> np.ndarray:
|
| 60 |
game = detect_game(context_frames)
|
| 61 |
model = models[game]
|
|
|
|
| 62 |
|
| 63 |
n = len(context_frames)
|
| 64 |
if n < CONTEXT_FRAMES:
|
|
|
|
| 78 |
context_tensor = torch.from_numpy(context).to(DEVICE)
|
| 79 |
last_tensor = torch.from_numpy(last_frame_t).to(DEVICE)
|
| 80 |
|
| 81 |
+
predicted_orig = _predict_gated(model, context_tensor, last_tensor)
|
|
|
|
| 82 |
|
| 83 |
if game == "pong":
|
| 84 |
+
predicted = predicted_orig
|
|
|
|
|
|
|
| 85 |
else:
|
| 86 |
+
# TTA: horizontal flip
|
| 87 |
context_flipped = torch.flip(context_tensor, dims=[3])
|
| 88 |
+
last_flipped = torch.flip(last_tensor, dims=[3])
|
| 89 |
+
predicted_flipped = _predict_gated(model, context_flipped, last_flipped)
|
| 90 |
+
predicted_flipped = torch.flip(predicted_flipped, dims=[3])
|
| 91 |
+
predicted = (predicted_orig + predicted_flipped) / 2.0
|
|
|
|
| 92 |
|
| 93 |
predicted_np = predicted[0].cpu().numpy()
|
| 94 |
predicted_np = np.transpose(predicted_np, (1, 2, 0))
|
train.log
CHANGED
|
@@ -1,190 +1,136 @@
|
|
| 1 |
-
[2026-04-11
|
| 2 |
-
[2026-04-11
|
| 3 |
-
[2026-04-11
|
| 4 |
-
[2026-04-11
|
| 5 |
-
[2026-04-11
|
| 6 |
-
[2026-04-11
|
| 7 |
-
[2026-04-11
|
| 8 |
-
[2026-04-11
|
| 9 |
-
[2026-04-11
|
| 10 |
-
[2026-04-11
|
| 11 |
-
[2026-04-11
|
| 12 |
-
[2026-04-11
|
| 13 |
-
[2026-04-11
|
| 14 |
-
[2026-04-11
|
| 15 |
-
[2026-04-11
|
| 16 |
-
[2026-04-11
|
| 17 |
-
[2026-04-11
|
| 18 |
-
[2026-04-11
|
| 19 |
-
[2026-04-11
|
| 20 |
-
[2026-04-11
|
| 21 |
-
[2026-04-11
|
| 22 |
-
[2026-04-11
|
| 23 |
-
[2026-04-11
|
| 24 |
-
[2026-04-11
|
| 25 |
-
[2026-04-11
|
| 26 |
-
[2026-04-11
|
| 27 |
-
[2026-04-11
|
| 28 |
-
[2026-04-11
|
| 29 |
-
[2026-04-11
|
| 30 |
-
[2026-04-11
|
| 31 |
-
[2026-04-11
|
| 32 |
-
[2026-04-11
|
| 33 |
-
[2026-04-11
|
| 34 |
-
[2026-04-11
|
| 35 |
-
[2026-04-11
|
| 36 |
-
[2026-04-11
|
| 37 |
-
[2026-04-11
|
| 38 |
-
[2026-04-11
|
| 39 |
-
[2026-04-11
|
| 40 |
-
[2026-04-11
|
| 41 |
-
[2026-04-11
|
| 42 |
-
[2026-04-11
|
| 43 |
-
[2026-04-11
|
| 44 |
-
[2026-04-11
|
| 45 |
-
[2026-04-11
|
| 46 |
-
[2026-04-11
|
| 47 |
-
[2026-04-11
|
| 48 |
-
[2026-04-11
|
| 49 |
-
[2026-04-11
|
| 50 |
-
[2026-04-11
|
| 51 |
-
[2026-04-11
|
| 52 |
-
[2026-04-11
|
| 53 |
-
[2026-04-11
|
| 54 |
-
[2026-04-11
|
| 55 |
-
[2026-04-11
|
| 56 |
-
[2026-04-11
|
| 57 |
-
[2026-04-11
|
| 58 |
-
[2026-04-11
|
| 59 |
-
[2026-04-11
|
| 60 |
-
[2026-04-11
|
| 61 |
-
[2026-04-11
|
| 62 |
-
[2026-04-11
|
| 63 |
-
[2026-04-11
|
| 64 |
-
[2026-04-11
|
| 65 |
-
[2026-04-11
|
| 66 |
-
[2026-04-11
|
| 67 |
-
[2026-04-11
|
| 68 |
-
[2026-04-11
|
| 69 |
-
[2026-04-11
|
| 70 |
-
[2026-04-11
|
| 71 |
-
[2026-04-11
|
| 72 |
-
[2026-04-11
|
| 73 |
-
[2026-04-11
|
| 74 |
-
[2026-04-11
|
| 75 |
-
[2026-04-11
|
| 76 |
-
[2026-04-11
|
| 77 |
-
[2026-04-11
|
| 78 |
-
[2026-04-11
|
| 79 |
-
[2026-04-11
|
| 80 |
-
[2026-04-11
|
| 81 |
-
[2026-04-11
|
| 82 |
-
[2026-04-11
|
| 83 |
-
[2026-04-11
|
| 84 |
-
[2026-04-11
|
| 85 |
-
[2026-04-11
|
| 86 |
-
[2026-04-11
|
| 87 |
-
[2026-04-11
|
| 88 |
-
[2026-04-11
|
| 89 |
-
[2026-04-11
|
| 90 |
-
[2026-04-11
|
| 91 |
-
[2026-04-11
|
| 92 |
-
[2026-04-11
|
| 93 |
-
[2026-04-11
|
| 94 |
-
[2026-04-11
|
| 95 |
-
[2026-04-11
|
| 96 |
-
[2026-04-11
|
| 97 |
-
[2026-04-11
|
| 98 |
-
[2026-04-11
|
| 99 |
-
[2026-04-11
|
| 100 |
-
[2026-04-11
|
| 101 |
-
[2026-04-11
|
| 102 |
-
[2026-04-11
|
| 103 |
-
[2026-04-11
|
| 104 |
-
[2026-04-11
|
| 105 |
-
[2026-04-11
|
| 106 |
-
[2026-04-11
|
| 107 |
-
[2026-04-11
|
| 108 |
-
[2026-04-11
|
| 109 |
-
[2026-04-11
|
| 110 |
-
[2026-04-11
|
| 111 |
-
[2026-04-11
|
| 112 |
-
[2026-04-11
|
| 113 |
-
[2026-04-11
|
| 114 |
-
[2026-04-11
|
| 115 |
-
[2026-04-11
|
| 116 |
-
[2026-04-11
|
| 117 |
-
[2026-04-11
|
| 118 |
-
[2026-04-11
|
| 119 |
-
[2026-04-11
|
| 120 |
-
[2026-04-11
|
| 121 |
-
[2026-04-11
|
| 122 |
-
[2026-04-11
|
| 123 |
-
[2026-04-11
|
| 124 |
-
[2026-04-11
|
| 125 |
-
[2026-04-11
|
| 126 |
-
[2026-04-11
|
| 127 |
-
[2026-04-11
|
| 128 |
-
[2026-04-11
|
| 129 |
-
[2026-04-11
|
| 130 |
-
[2026-04-11
|
| 131 |
-
[2026-04-11
|
| 132 |
-
[2026-04-11
|
| 133 |
-
[2026-04-11
|
| 134 |
-
[2026-04-11
|
| 135 |
-
[2026-04-11
|
| 136 |
-
[2026-04-11
|
| 137 |
-
[2026-04-11 13:26:06] sonic: 3,069,987 params (5.9 MB fp16)
|
| 138 |
-
[2026-04-11 13:26:06] Phase 1: single-step, 60 epochs
|
| 139 |
-
[2026-04-11 13:26:10] sonic train: 31744 seqs (len=9)
|
| 140 |
-
[2026-04-11 13:26:10] sonic val: 3968 seqs (len=9)
|
| 141 |
-
[2026-04-11 13:26:35] sonic P1 E1/60 | T:0.069060(S:0.8971) V:0.057515(S:0.9170) LR:3.00e-04
|
| 142 |
-
[2026-04-11 13:27:00] sonic P1 E2/60 | T:0.060649(S:0.9110) V:0.052312(S:0.9257) LR:2.99e-04
|
| 143 |
-
[2026-04-11 13:27:24] sonic P1 E3/60 | T:0.057490(S:0.9161) V:0.050457(S:0.9280) LR:2.98e-04
|
| 144 |
-
[2026-04-11 13:27:49] sonic P1 E4/60 | T:0.055098(S:0.9199) V:0.048999(S:0.9301) LR:2.97e-04
|
| 145 |
-
[2026-04-11 13:28:38] sonic P1 E6/60 | T:0.052624(S:0.9239) V:0.047400(S:0.9327) LR:2.93e-04
|
| 146 |
-
[2026-04-11 13:29:04] sonic P1 E7/60 | T:0.051328(S:0.9261) V:0.046810(S:0.9336) LR:2.90e-04
|
| 147 |
-
[2026-04-11 13:29:28] sonic P1 E8/60 | T:0.050342(S:0.9277) V:0.045101(S:0.9372) LR:2.87e-04
|
| 148 |
-
[2026-04-11 13:29:53] sonic P1 E9/60 | T:0.049282(S:0.9295) V:0.045081(S:0.9372) LR:2.84e-04
|
| 149 |
-
[2026-04-11 13:30:17] sonic P1 E10/60 | T:0.048563(S:0.9307) V:0.043960(S:0.9387) LR:2.81e-04
|
| 150 |
-
[2026-04-11 13:31:07] sonic P1 E12/60 | T:0.046712(S:0.9337) V:0.042660(S:0.9406) LR:2.72e-04
|
| 151 |
-
[2026-04-11 13:31:55] sonic P1 E14/60 | T:0.045315(S:0.9360) V:0.041965(S:0.9416) LR:2.63e-04
|
| 152 |
-
[2026-04-11 13:33:09] sonic P1 E17/60 | T:0.043766(S:0.9385) V:0.041042(S:0.9430) LR:2.46e-04
|
| 153 |
-
[2026-04-11 13:33:59] sonic P1 E19/60 | T:0.042444(S:0.9406) V:0.040346(S:0.9441) LR:2.34e-04
|
| 154 |
-
[2026-04-11 13:34:23] sonic P1 E20/60 | T:0.041944(S:0.9414) V:0.040673(S:0.9436) LR:2.28e-04
|
| 155 |
-
[2026-04-11 13:36:03] sonic P1 E24/60 | T:0.040292(S:0.9441) V:0.039781(S:0.9451) LR:2.00e-04
|
| 156 |
-
[2026-04-11 13:37:16] sonic P1 E27/60 | T:0.039002(S:0.9462) V:0.039572(S:0.9456) LR:1.78e-04
|
| 157 |
-
[2026-04-11 13:38:06] sonic P1 E29/60 | T:0.038307(S:0.9473) V:0.039195(S:0.9458) LR:1.63e-04
|
| 158 |
-
[2026-04-11 13:38:30] sonic P1 E30/60 | T:0.037976(S:0.9479) V:0.040381(S:0.9444) LR:1.55e-04
|
| 159 |
-
[2026-04-11 13:38:55] sonic P1 E31/60 | T:0.037548(S:0.9485) V:0.038913(S:0.9465) LR:1.47e-04
|
| 160 |
-
[2026-04-11 13:40:33] sonic P1 E35/60 | T:0.036240(S:0.9507) V:0.038783(S:0.9465) LR:1.17e-04
|
| 161 |
-
[2026-04-11 13:41:22] sonic P1 E37/60 | T:0.035665(S:0.9516) V:0.038439(S:0.9471) LR:1.03e-04
|
| 162 |
-
[2026-04-11 13:42:34] sonic P1 E40/60 | T:0.034775(S:0.9530) V:0.038820(S:0.9466) LR:8.25e-05
|
| 163 |
-
[2026-04-11 13:44:38] sonic P1 E45/60 | T:0.033688(S:0.9548) V:0.038289(S:0.9473) LR:5.25e-05
|
| 164 |
-
[2026-04-11 13:46:40] sonic P1 E50/60 | T:0.032844(S:0.9561) V:0.038260(S:0.9475) LR:2.94e-05
|
| 165 |
-
[2026-04-11 13:47:06] sonic P1 E51/60 | T:0.032732(S:0.9563) V:0.038153(S:0.9477) LR:2.58e-05
|
| 166 |
-
[2026-04-11 13:50:45] sonic P1 E60/60 | T:0.032145(S:0.9573) V:0.038372(S:0.9473) LR:1.00e-05
|
| 167 |
-
[2026-04-11 13:50:45] Phase 1 done. Best: 0.038153
|
| 168 |
-
[2026-04-11 13:50:45] Phase 2: scheduled sampling, 60 epochs
|
| 169 |
-
[2026-04-11 13:50:49] sonic train: 30848 seqs (len=16)
|
| 170 |
-
[2026-04-11 13:50:50] sonic val: 3856 seqs (len=16)
|
| 171 |
-
[2026-04-11 13:53:02] sonic P2 E1/60 p=0.10 | T:0.035967(S:0.9512) V:0.118967(S:0.8167) LR:9.99e-05
|
| 172 |
-
[2026-04-11 13:55:15] sonic P2 E2/60 p=0.11 | T:0.035770(S:0.9515) V:0.118287(S:0.8174) LR:9.98e-05
|
| 173 |
-
[2026-04-11 13:57:28] sonic P2 E3/60 p=0.11 | T:0.035381(S:0.9522) V:0.122014(S:0.8125) LR:9.94e-05
|
| 174 |
-
[2026-04-11 14:04:05] sonic P2 E6/60 p=0.13 | T:0.034956(S:0.9529) V:0.117017(S:0.8206) LR:9.78e-05
|
| 175 |
-
[2026-04-11 14:12:55] sonic P2 E10/60 p=0.16 | T:0.034698(S:0.9533) V:0.117476(S:0.8193) LR:9.40e-05
|
| 176 |
-
[2026-04-11 14:17:24] sonic P2 E12/60 p=0.17 | T:0.034611(S:0.9535) V:0.115832(S:0.8215) LR:9.14e-05
|
| 177 |
-
[2026-04-11 14:19:39] sonic P2 E13/60 p=0.18 | T:0.034478(S:0.9537) V:0.114368(S:0.8241) LR:9.00e-05
|
| 178 |
-
[2026-04-11 14:35:13] sonic P2 E20/60 p=0.23 | T:0.034558(S:0.9536) V:0.117719(S:0.8181) LR:7.75e-05
|
| 179 |
-
[2026-04-11 14:57:36] sonic P2 E30/60 p=0.30 | T:0.034837(S:0.9532) V:0.116228(S:0.8219) LR:5.50e-05
|
| 180 |
-
[2026-04-11 15:19:54] sonic P2 E40/60 p=0.36 | T:0.035641(S:0.9520) V:0.115377(S:0.8225) LR:3.25e-05
|
| 181 |
-
[2026-04-11 15:42:47] sonic P2 E50/60 p=0.43 | T:0.037232(S:0.9496) V:0.115988(S:0.8220) LR:1.60e-05
|
| 182 |
-
[2026-04-11 15:53:57] sonic P2 E55/60 p=0.47 | T:0.038198(S:0.9481) V:0.114105(S:0.8249) LR:1.15e-05
|
| 183 |
-
[2026-04-11 16:05:07] sonic P2 E60/60 p=0.50 | T:0.039487(S:0.9461) V:0.115122(S:0.8232) LR:1.00e-05
|
| 184 |
-
[2026-04-11 16:05:07] Phase 2 done. Best: 0.114105
|
| 185 |
-
[2026-04-11 16:05:07] sonic done.
|
| 186 |
-
[2026-04-11 16:05:07] pong: 2.3 MB
|
| 187 |
-
[2026-04-11 16:05:07] pole_position: 2.8 MB
|
| 188 |
-
[2026-04-11 16:05:07] sonic: 5.9 MB
|
| 189 |
-
[2026-04-11 16:05:07] Total: 11.0 MB
|
| 190 |
-
[2026-04-11 16:05:07] Training complete!
|
|
|
|
| 1 |
+
[2026-04-11 16:17:43] Starting gated residual training for 2026-04-11-170000-gated-residual
|
| 2 |
+
[2026-04-11 16:17:43] Device: cuda
|
| 3 |
+
[2026-04-11 16:17:43] === pong ===
|
| 4 |
+
[2026-04-11 16:17:44] pong: 1,198,630 params (2.3 MB fp16)
|
| 5 |
+
[2026-04-11 16:17:44] pong train: 8432 seqs (len=9)
|
| 6 |
+
[2026-04-11 16:17:44] pong val: 992 seqs (len=9)
|
| 7 |
+
[2026-04-11 16:17:52] pong E1/100 | T:0.095649(S:0.8123) V:0.077439(S:0.8483) LR:3.00e-04
|
| 8 |
+
[2026-04-11 16:17:59] pong E2/100 | T:0.073000(S:0.8570) V:0.069729(S:0.8634) LR:3.00e-04
|
| 9 |
+
[2026-04-11 16:18:06] pong E3/100 | T:0.066781(S:0.8692) V:0.066316(S:0.8701) LR:2.99e-04
|
| 10 |
+
[2026-04-11 16:18:13] pong E4/100 | T:0.061452(S:0.8797) V:0.066110(S:0.8705) LR:2.99e-04
|
| 11 |
+
[2026-04-11 16:18:27] pong E6/100 | T:0.053242(S:0.8958) V:0.061637(S:0.8793) LR:2.97e-04
|
| 12 |
+
[2026-04-11 16:18:33] pong E7/100 | T:0.049770(S:0.9027) V:0.053304(S:0.8957) LR:2.96e-04
|
| 13 |
+
[2026-04-11 16:18:46] pong E9/100 | T:0.042605(S:0.9168) V:0.052796(S:0.8965) LR:2.94e-04
|
| 14 |
+
[2026-04-11 16:18:52] pong E10/100 | T:0.039285(S:0.9233) V:0.047533(S:0.9069) LR:2.93e-04
|
| 15 |
+
[2026-04-11 16:19:20] pong E14/100 | T:0.031343(S:0.9389) V:0.043289(S:0.9153) LR:2.86e-04
|
| 16 |
+
[2026-04-11 16:19:33] pong E16/100 | T:0.029074(S:0.9434) V:0.042280(S:0.9173) LR:2.82e-04
|
| 17 |
+
[2026-04-11 16:19:47] pong E18/100 | T:0.025963(S:0.9495) V:0.041659(S:0.9185) LR:2.77e-04
|
| 18 |
+
[2026-04-11 16:19:54] pong E19/100 | T:0.025294(S:0.9508) V:0.038274(S:0.9251) LR:2.74e-04
|
| 19 |
+
[2026-04-11 16:20:01] pong E20/100 | T:0.024197(S:0.9529) V:0.037516(S:0.9266) LR:2.71e-04
|
| 20 |
+
[2026-04-11 16:20:22] pong E23/100 | T:0.021984(S:0.9573) V:0.036988(S:0.9276) LR:2.63e-04
|
| 21 |
+
[2026-04-11 16:20:34] pong E25/100 | T:0.020154(S:0.9608) V:0.036936(S:0.9277) LR:2.56e-04
|
| 22 |
+
[2026-04-11 16:20:40] pong E26/100 | T:0.019346(S:0.9624) V:0.036704(S:0.9282) LR:2.53e-04
|
| 23 |
+
[2026-04-11 16:20:47] pong E27/100 | T:0.018526(S:0.9640) V:0.034715(S:0.9321) LR:2.49e-04
|
| 24 |
+
[2026-04-11 16:21:01] pong E29/100 | T:0.017935(S:0.9652) V:0.033671(S:0.9341) LR:2.42e-04
|
| 25 |
+
[2026-04-11 16:21:08] pong E30/100 | T:0.016968(S:0.9671) V:0.033836(S:0.9338) LR:2.38e-04
|
| 26 |
+
[2026-04-11 16:21:15] pong E31/100 | T:0.016539(S:0.9679) V:0.032408(S:0.9366) LR:2.35e-04
|
| 27 |
+
[2026-04-11 16:21:48] pong E36/100 | T:0.014465(S:0.9720) V:0.031545(S:0.9383) LR:2.14e-04
|
| 28 |
+
[2026-04-11 16:22:16] pong E40/100 | T:0.012994(S:0.9749) V:0.030785(S:0.9398) LR:1.97e-04
|
| 29 |
+
[2026-04-11 16:22:36] pong E43/100 | T:0.012162(S:0.9765) V:0.030398(S:0.9405) LR:1.83e-04
|
| 30 |
+
[2026-04-11 16:22:50] pong E45/100 | T:0.011164(S:0.9784) V:0.030053(S:0.9412) LR:1.74e-04
|
| 31 |
+
[2026-04-11 16:23:09] pong E48/100 | T:0.010252(S:0.9802) V:0.029766(S:0.9417) LR:1.60e-04
|
| 32 |
+
[2026-04-11 16:23:16] pong E49/100 | T:0.009894(S:0.9809) V:0.029622(S:0.9420) LR:1.55e-04
|
| 33 |
+
[2026-04-11 16:23:23] pong E50/100 | T:0.009682(S:0.9813) V:0.029396(S:0.9424) LR:1.50e-04
|
| 34 |
+
[2026-04-11 16:23:29] pong E51/100 | T:0.009487(S:0.9817) V:0.028986(S:0.9432) LR:1.46e-04
|
| 35 |
+
[2026-04-11 16:23:49] pong E54/100 | T:0.008679(S:0.9833) V:0.028604(S:0.9440) LR:1.32e-04
|
| 36 |
+
[2026-04-11 16:23:56] pong E55/100 | T:0.008327(S:0.9840) V:0.028542(S:0.9441) LR:1.27e-04
|
| 37 |
+
[2026-04-11 16:24:03] pong E56/100 | T:0.008148(S:0.9843) V:0.028441(S:0.9443) LR:1.22e-04
|
| 38 |
+
[2026-04-11 16:24:16] pong E58/100 | T:0.007692(S:0.9852) V:0.028300(S:0.9446) LR:1.13e-04
|
| 39 |
+
[2026-04-11 16:24:30] pong E60/100 | T:0.007219(S:0.9861) V:0.028547(S:0.9441) LR:1.04e-04
|
| 40 |
+
[2026-04-11 16:24:36] pong E61/100 | T:0.007017(S:0.9865) V:0.027971(S:0.9452) LR:9.99e-05
|
| 41 |
+
[2026-04-11 16:24:56] pong E64/100 | T:0.006405(S:0.9877) V:0.027753(S:0.9456) LR:8.68e-05
|
| 42 |
+
[2026-04-11 16:25:03] pong E65/100 | T:0.006268(S:0.9880) V:0.027396(S:0.9463) LR:8.26e-05
|
| 43 |
+
[2026-04-11 16:25:36] pong E70/100 | T:0.005481(S:0.9895) V:0.027746(S:0.9456) LR:6.26e-05
|
| 44 |
+
[2026-04-11 16:26:03] pong E74/100 | T:0.004979(S:0.9905) V:0.027374(S:0.9463) LR:4.82e-05
|
| 45 |
+
[2026-04-11 16:26:23] pong E77/100 | T:0.004712(S:0.9910) V:0.027236(S:0.9466) LR:3.84e-05
|
| 46 |
+
[2026-04-11 16:26:42] pong E80/100 | T:0.004461(S:0.9915) V:0.027293(S:0.9465) LR:2.96e-05
|
| 47 |
+
[2026-04-11 16:26:49] pong E81/100 | T:0.004486(S:0.9914) V:0.027217(S:0.9466) LR:2.69e-05
|
| 48 |
+
[2026-04-11 16:27:01] pong E83/100 | T:0.004211(S:0.9920) V:0.027217(S:0.9466) LR:2.18e-05
|
| 49 |
+
[2026-04-11 16:27:08] pong E84/100 | T:0.004214(S:0.9920) V:0.027179(S:0.9467) LR:1.95e-05
|
| 50 |
+
[2026-04-11 16:27:28] pong E87/100 | T:0.004053(S:0.9923) V:0.027128(S:0.9468) LR:1.33e-05
|
| 51 |
+
[2026-04-11 16:27:47] pong E90/100 | T:0.003944(S:0.9925) V:0.027113(S:0.9468) LR:8.32e-06
|
| 52 |
+
[2026-04-11 16:27:54] pong E91/100 | T:0.003924(S:0.9925) V:0.027103(S:0.9469) LR:6.94e-06
|
| 53 |
+
[2026-04-11 16:28:00] pong E92/100 | T:0.003987(S:0.9924) V:0.027089(S:0.9469) LR:5.70e-06
|
| 54 |
+
[2026-04-11 16:28:10] pong E94/100 | T:0.003846(S:0.9927) V:0.027043(S:0.9470) LR:3.65e-06
|
| 55 |
+
[2026-04-11 16:28:50] pong E100/100 | T:0.003841(S:0.9927) V:0.027114(S:0.9468) LR:1.00e-06
|
| 56 |
+
[2026-04-11 16:28:50] pong done. Best: 0.027043
|
| 57 |
+
[2026-04-11 16:28:50] === pole_position ===
|
| 58 |
+
[2026-04-11 16:28:50] pole_position: 1,465,254 params (2.8 MB fp16)
|
| 59 |
+
[2026-04-11 16:28:51] pole_position train: 4216 seqs (len=9)
|
| 60 |
+
[2026-04-11 16:28:51] pole_position val: 496 seqs (len=9)
|
| 61 |
+
[2026-04-11 16:28:54] pole_position E1/100 | T:0.039532(S:0.9361) V:0.029246(S:0.9555) LR:3.00e-04
|
| 62 |
+
[2026-04-11 16:28:58] pole_position E2/100 | T:0.029045(S:0.9549) V:0.026730(S:0.9596) LR:3.00e-04
|
| 63 |
+
[2026-04-11 16:29:01] pole_position E3/100 | T:0.025577(S:0.9612) V:0.023160(S:0.9663) LR:2.99e-04
|
| 64 |
+
[2026-04-11 16:29:05] pole_position E4/100 | T:0.023118(S:0.9656) V:0.021109(S:0.9701) LR:2.99e-04
|
| 65 |
+
[2026-04-11 16:29:08] pole_position E5/100 | T:0.021705(S:0.9680) V:0.020477(S:0.9712) LR:2.98e-04
|
| 66 |
+
[2026-04-11 16:29:12] pole_position E6/100 | T:0.020904(S:0.9695) V:0.019601(S:0.9727) LR:2.97e-04
|
| 67 |
+
[2026-04-11 16:29:19] pole_position E8/100 | T:0.019474(S:0.9719) V:0.018615(S:0.9745) LR:2.95e-04
|
| 68 |
+
[2026-04-11 16:29:23] pole_position E9/100 | T:0.018991(S:0.9728) V:0.017515(S:0.9759) LR:2.94e-04
|
| 69 |
+
[2026-04-11 16:29:26] pole_position E10/100 | T:0.018293(S:0.9740) V:0.016502(S:0.9776) LR:2.93e-04
|
| 70 |
+
[2026-04-11 16:29:36] pole_position E13/100 | T:0.017024(S:0.9761) V:0.016444(S:0.9779) LR:2.88e-04
|
| 71 |
+
[2026-04-11 16:29:40] pole_position E14/100 | T:0.016553(S:0.9769) V:0.015733(S:0.9789) LR:2.86e-04
|
| 72 |
+
[2026-04-11 16:29:51] pole_position E17/100 | T:0.015815(S:0.9781) V:0.015437(S:0.9793) LR:2.79e-04
|
| 73 |
+
[2026-04-11 16:30:02] pole_position E20/100 | T:0.015224(S:0.9791) V:0.015312(S:0.9795) LR:2.71e-04
|
| 74 |
+
[2026-04-11 16:30:06] pole_position E21/100 | T:0.014894(S:0.9796) V:0.014676(S:0.9806) LR:2.69e-04
|
| 75 |
+
[2026-04-11 16:30:20] pole_position E25/100 | T:0.013943(S:0.9812) V:0.014429(S:0.9810) LR:2.56e-04
|
| 76 |
+
[2026-04-11 16:30:37] pole_position E30/100 | T:0.013134(S:0.9825) V:0.014006(S:0.9816) LR:2.38e-04
|
| 77 |
+
[2026-04-11 16:31:10] pole_position E39/100 | T:0.011958(S:0.9844) V:0.013397(S:0.9825) LR:2.01e-04
|
| 78 |
+
[2026-04-11 16:31:13] pole_position E40/100 | T:0.011733(S:0.9847) V:0.014554(S:0.9807) LR:1.97e-04
|
| 79 |
+
[2026-04-11 16:31:31] pole_position E45/100 | T:0.011140(S:0.9857) V:0.013389(S:0.9825) LR:1.74e-04
|
| 80 |
+
[2026-04-11 16:31:37] pole_position E47/100 | T:0.010996(S:0.9859) V:0.013296(S:0.9827) LR:1.65e-04
|
| 81 |
+
[2026-04-11 16:31:44] pole_position E49/100 | T:0.010781(S:0.9863) V:0.013159(S:0.9829) LR:1.55e-04
|
| 82 |
+
[2026-04-11 16:31:48] pole_position E50/100 | T:0.010665(S:0.9864) V:0.013498(S:0.9823) LR:1.50e-04
|
| 83 |
+
[2026-04-11 16:32:06] pole_position E55/100 | T:0.010428(S:0.9868) V:0.013150(S:0.9828) LR:1.27e-04
|
| 84 |
+
[2026-04-11 16:32:17] pole_position E58/100 | T:0.009965(S:0.9876) V:0.012845(S:0.9833) LR:1.13e-04
|
| 85 |
+
[2026-04-11 16:32:24] pole_position E60/100 | T:0.009843(S:0.9877) V:0.013185(S:0.9827) LR:1.04e-04
|
| 86 |
+
[2026-04-11 16:33:00] pole_position E70/100 | T:0.009284(S:0.9886) V:0.013485(S:0.9824) LR:6.26e-05
|
| 87 |
+
[2026-04-11 16:33:35] pole_position E80/100 | T:0.008875(S:0.9893) V:0.012934(S:0.9831) LR:2.96e-05
|
| 88 |
+
[2026-04-11 16:34:13] pole_position E90/100 | T:0.008660(S:0.9896) V:0.013031(S:0.9829) LR:8.32e-06
|
| 89 |
+
[2026-04-11 16:34:48] pole_position E100/100 | T:0.008578(S:0.9897) V:0.013120(S:0.9828) LR:1.00e-06
|
| 90 |
+
[2026-04-11 16:34:48] pole_position done. Best: 0.012845
|
| 91 |
+
[2026-04-11 16:34:48] === sonic ===
|
| 92 |
+
[2026-04-11 16:34:48] sonic: 3,070,134 params (5.9 MB fp16)
|
| 93 |
+
[2026-04-11 16:34:52] sonic train: 31744 seqs (len=9)
|
| 94 |
+
[2026-04-11 16:34:52] sonic val: 3968 seqs (len=9)
|
| 95 |
+
[2026-04-11 16:35:18] sonic E1/100 | T:0.071182(S:0.8931) V:0.059289(S:0.9136) LR:3.00e-04
|
| 96 |
+
[2026-04-11 16:35:42] sonic E2/100 | T:0.062435(S:0.9078) V:0.056818(S:0.9181) LR:3.00e-04
|
| 97 |
+
[2026-04-11 16:36:08] sonic E3/100 | T:0.059055(S:0.9134) V:0.053668(S:0.9228) LR:2.99e-04
|
| 98 |
+
[2026-04-11 16:36:32] sonic E4/100 | T:0.056658(S:0.9173) V:0.050086(S:0.9283) LR:2.99e-04
|
| 99 |
+
[2026-04-11 16:36:57] sonic E5/100 | T:0.054944(S:0.9201) V:0.048682(S:0.9304) LR:2.98e-04
|
| 100 |
+
[2026-04-11 16:37:22] sonic E6/100 | T:0.053725(S:0.9220) V:0.047591(S:0.9321) LR:2.97e-04
|
| 101 |
+
[2026-04-11 16:37:45] sonic E7/100 | T:0.052663(S:0.9238) V:0.046650(S:0.9342) LR:2.97e-04
|
| 102 |
+
[2026-04-11 16:38:34] sonic E9/100 | T:0.050747(S:0.9269) V:0.046527(S:0.9341) LR:2.94e-04
|
| 103 |
+
[2026-04-11 16:38:59] sonic E10/100 | T:0.049841(S:0.9284) V:0.045014(S:0.9370) LR:2.93e-04
|
| 104 |
+
[2026-04-11 16:39:24] sonic E11/100 | T:0.049065(S:0.9297) V:0.044369(S:0.9375) LR:2.91e-04
|
| 105 |
+
[2026-04-11 16:39:48] sonic E12/100 | T:0.047998(S:0.9314) V:0.043863(S:0.9385) LR:2.90e-04
|
| 106 |
+
[2026-04-11 16:40:13] sonic E13/100 | T:0.047305(S:0.9326) V:0.043174(S:0.9396) LR:2.88e-04
|
| 107 |
+
[2026-04-11 16:40:36] sonic E14/100 | T:0.046801(S:0.9334) V:0.042738(S:0.9406) LR:2.86e-04
|
| 108 |
+
[2026-04-11 16:41:01] sonic E15/100 | T:0.045961(S:0.9348) V:0.042151(S:0.9412) LR:2.84e-04
|
| 109 |
+
[2026-04-11 16:41:49] sonic E17/100 | T:0.044821(S:0.9367) V:0.041754(S:0.9419) LR:2.80e-04
|
| 110 |
+
[2026-04-11 16:42:39] sonic E19/100 | T:0.043730(S:0.9384) V:0.040968(S:0.9431) LR:2.75e-04
|
| 111 |
+
[2026-04-11 16:43:04] sonic E20/100 | T:0.043256(S:0.9392) V:0.040902(S:0.9436) LR:2.72e-04
|
| 112 |
+
[2026-04-11 16:43:53] sonic E22/100 | T:0.042399(S:0.9406) V:0.040462(S:0.9439) LR:2.67e-04
|
| 113 |
+
[2026-04-11 16:45:33] sonic E26/100 | T:0.040782(S:0.9432) V:0.040145(S:0.9450) LR:2.54e-04
|
| 114 |
+
[2026-04-11 16:46:22] sonic E28/100 | T:0.040010(S:0.9445) V:0.039091(S:0.9459) LR:2.47e-04
|
| 115 |
+
[2026-04-11 16:47:11] sonic E30/100 | T:0.039390(S:0.9455) V:0.039380(S:0.9455) LR:2.40e-04
|
| 116 |
+
[2026-04-11 16:48:50] sonic E34/100 | T:0.038061(S:0.9476) V:0.039041(S:0.9462) LR:2.25e-04
|
| 117 |
+
[2026-04-11 16:49:14] sonic E35/100 | T:0.037784(S:0.9481) V:0.038663(S:0.9467) LR:2.21e-04
|
| 118 |
+
[2026-04-11 16:50:03] sonic E37/100 | T:0.037252(S:0.9490) V:0.038427(S:0.9469) LR:2.13e-04
|
| 119 |
+
[2026-04-11 16:51:17] sonic E40/100 | T:0.036337(S:0.9504) V:0.038878(S:0.9464) LR:2.00e-04
|
| 120 |
+
[2026-04-11 16:52:30] sonic E43/100 | T:0.035683(S:0.9515) V:0.038385(S:0.9470) LR:1.87e-04
|
| 121 |
+
[2026-04-11 16:53:18] sonic E45/100 | T:0.035133(S:0.9524) V:0.038292(S:0.9472) LR:1.78e-04
|
| 122 |
+
[2026-04-11 16:54:06] sonic E47/100 | T:0.034642(S:0.9532) V:0.038121(S:0.9475) LR:1.69e-04
|
| 123 |
+
[2026-04-11 16:55:19] sonic E50/100 | T:0.033961(S:0.9543) V:0.037790(S:0.9480) LR:1.55e-04
|
| 124 |
+
[2026-04-11 16:58:33] sonic E58/100 | T:0.032406(S:0.9568) V:0.037569(S:0.9485) LR:1.19e-04
|
| 125 |
+
[2026-04-11 16:59:24] sonic E60/100 | T:0.032100(S:0.9573) V:0.037805(S:0.9480) LR:1.10e-04
|
| 126 |
+
[2026-04-11 16:59:48] sonic E61/100 | T:0.031922(S:0.9575) V:0.037534(S:0.9483) LR:1.06e-04
|
| 127 |
+
[2026-04-11 17:03:28] sonic E70/100 | T:0.030640(S:0.9596) V:0.037635(S:0.9484) LR:6.98e-05
|
| 128 |
+
[2026-04-11 17:07:42] sonic E80/100 | T:0.029672(S:0.9611) V:0.037661(S:0.9482) LR:3.77e-05
|
| 129 |
+
[2026-04-11 17:11:48] sonic E90/100 | T:0.029048(S:0.9621) V:0.037644(S:0.9482) LR:1.71e-05
|
| 130 |
+
[2026-04-11 17:15:53] sonic E100/100 | T:0.028785(S:0.9625) V:0.037660(S:0.9482) LR:1.00e-05
|
| 131 |
+
[2026-04-11 17:15:53] sonic done. Best: 0.037534
|
| 132 |
+
[2026-04-11 17:15:53] pong: 2.3 MB
|
| 133 |
+
[2026-04-11 17:15:53] pole_position: 2.8 MB
|
| 134 |
+
[2026-04-11 17:15:53] sonic: 5.9 MB
|
| 135 |
+
[2026-04-11 17:15:53] Total: 11.1 MB
|
| 136 |
+
[2026-04-11 17:15:53] Training complete!
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|