Upload folder using huggingface_hub
Browse files- __pycache__/predict.cpython-311.pyc +0 -0
- predict.py +12 -5
__pycache__/predict.cpython-311.pyc
CHANGED
|
Binary files a/__pycache__/predict.cpython-311.pyc and b/__pycache__/predict.cpython-311.pyc differ
|
|
|
predict.py
CHANGED
|
@@ -166,7 +166,7 @@ def predict_next_frame(ens, context_frames: np.ndarray) -> np.ndarray:
|
|
| 166 |
|
| 167 |
predicted = torch.zeros_like(direct_pred)
|
| 168 |
for step in range(PRED_FRAMES):
|
| 169 |
-
ar_weight = 0.
|
| 170 |
direct_weight = 1.0 - ar_weight
|
| 171 |
predicted[:, step] = ar_weight * ar_pred[:, step] + direct_weight * direct_pred[:, step]
|
| 172 |
|
|
@@ -261,12 +261,19 @@ def predict_next_frame(ens, context_frames: np.ndarray) -> np.ndarray:
|
|
| 261 |
context_tensor = torch.from_numpy(context).to(DEVICE)
|
| 262 |
last_tensor = torch.from_numpy(last_frame_t).to(DEVICE)
|
| 263 |
|
| 264 |
-
predicted_orig = _predict_8frames_direct(ens.models["pole_position"], context_tensor, last_tensor)
|
| 265 |
context_flipped = torch.flip(context_tensor, dims=[3])
|
| 266 |
last_flipped = torch.flip(last_tensor, dims=[3])
|
| 267 |
-
|
| 268 |
-
|
| 269 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 270 |
|
| 271 |
predicted_np = predicted[0].cpu().numpy()
|
| 272 |
ens.direct_cache = []
|
|
|
|
| 166 |
|
| 167 |
predicted = torch.zeros_like(direct_pred)
|
| 168 |
for step in range(PRED_FRAMES):
|
| 169 |
+
ar_weight = 0.85 - (step / (PRED_FRAMES - 1)) * 0.3
|
| 170 |
direct_weight = 1.0 - ar_weight
|
| 171 |
predicted[:, step] = ar_weight * ar_pred[:, step] + direct_weight * direct_pred[:, step]
|
| 172 |
|
|
|
|
| 261 |
context_tensor = torch.from_numpy(context).to(DEVICE)
|
| 262 |
last_tensor = torch.from_numpy(last_frame_t).to(DEVICE)
|
| 263 |
|
|
|
|
| 264 |
context_flipped = torch.flip(context_tensor, dims=[3])
|
| 265 |
last_flipped = torch.flip(last_tensor, dims=[3])
|
| 266 |
+
|
| 267 |
+
# 3-run noise diversity + TTA for PP
|
| 268 |
+
all_pp_runs = []
|
| 269 |
+
for noise_std in [0.0, 0.5/255.0, 1.0/255.0]:
|
| 270 |
+
ctx_in = context_tensor if noise_std == 0 else torch.clamp(context_tensor + torch.randn_like(context_tensor) * noise_std, 0, 1)
|
| 271 |
+
ctx_flip_in = context_flipped if noise_std == 0 else torch.clamp(context_flipped + torch.randn_like(context_flipped) * noise_std, 0, 1)
|
| 272 |
+
pred_orig = _predict_8frames_direct(ens.models["pole_position"], ctx_in, last_tensor)
|
| 273 |
+
pred_flipped = _predict_8frames_direct(ens.models["pole_position"], ctx_flip_in, last_flipped)
|
| 274 |
+
pred_flipped = torch.flip(pred_flipped, dims=[4])
|
| 275 |
+
all_pp_runs.append((pred_orig + pred_flipped) / 2.0)
|
| 276 |
+
predicted = sum(all_pp_runs) / len(all_pp_runs)
|
| 277 |
|
| 278 |
predicted_np = predicted[0].cpu().numpy()
|
| 279 |
ens.direct_cache = []
|