Upload folder using huggingface_hub

predict.py

@@ -151,18 +151,22 @@ def predict_next_frame(ens, context_frames: np.ndarray) -> np.ndarray:
 
             direct_pred = _predict_8frames_direct(ens.pong_direct, context_tensor, last_tensor)
 
-            ar_preds = []
-            ctx = context_tensor.clone()
-            last_t = last_tensor.clone()
-            for step in range(PRED_FRAMES):
-                predicted = _predict_ar_frame(ens.models["pong"], ctx, last_t)
-                ar_preds.append(predicted)
-                ctx_frames = ctx.reshape(1, CONTEXT_FRAMES, 3, 64, 64)
-                ctx_frames = torch.cat([ctx_frames[:, 1:], predicted.unsqueeze(1)], dim=1)
-                ctx = ctx_frames.reshape(1, -1, 64, 64)
-                last_t = predicted
+            all_pong_ar_runs = []
+            for noise_std in [0.0, 0.5/255.0, 1.0/255.0, 1.5/255.0, 2.0/255.0]:
+                ar_preds_run = []
+                ctx = context_tensor.clone()
+                last_t = last_tensor.clone()
+                for step in range(PRED_FRAMES):
+                    ctx_in = ctx if noise_std == 0 else torch.clamp(ctx + torch.randn_like(ctx) * noise_std, 0, 1)
+                    predicted = _predict_ar_frame(ens.models["pong"], ctx_in, last_t)
+                    ar_preds_run.append(predicted)
+                    ctx_frames = ctx.reshape(1, CONTEXT_FRAMES, 3, 64, 64)
+                    ctx_frames = torch.cat([ctx_frames[:, 1:], predicted.unsqueeze(1)], dim=1)
+                    ctx = ctx_frames.reshape(1, -1, 64, 64)
+                    last_t = predicted
+                all_pong_ar_runs.append(torch.stack(ar_preds_run, dim=1))
 
-            ar_pred = torch.stack(ar_preds, dim=1)
+            ar_pred = sum(all_pong_ar_runs) / len(all_pong_ar_runs)
 
             predicted = torch.zeros_like(direct_pred)
             for step in range(PRED_FRAMES):
@@ -204,7 +208,7 @@ def predict_next_frame(ens, context_frames: np.ndarray) -> np.ndarray:
 
             # Multi-run AR with noise diversity
             all_ar_runs = []
-            for noise_std in [0.0, 1.0/255.0, 2.0/255.0]:
+            for noise_std in [0.0, 0.5/255.0, 1.0/255.0, 1.5/255.0, 2.0/255.0]:
                 ar_preds_run = []
                 ctx = context_tensor.clone()
                 ctx_flip = context_flipped.clone()