ojaffe commited on
Commit
7007293
·
verified ·
1 Parent(s): 323c5bc

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. __pycache__/predict.cpython-311.pyc +0 -0
  2. predict.py +12 -5
__pycache__/predict.cpython-311.pyc CHANGED
Binary files a/__pycache__/predict.cpython-311.pyc and b/__pycache__/predict.cpython-311.pyc differ
 
predict.py CHANGED
@@ -166,7 +166,7 @@ def predict_next_frame(ens, context_frames: np.ndarray) -> np.ndarray:
166
 
167
  predicted = torch.zeros_like(direct_pred)
168
  for step in range(PRED_FRAMES):
169
- ar_weight = 0.80
170
  direct_weight = 1.0 - ar_weight
171
  predicted[:, step] = ar_weight * ar_pred[:, step] + direct_weight * direct_pred[:, step]
172
 
@@ -261,12 +261,19 @@ def predict_next_frame(ens, context_frames: np.ndarray) -> np.ndarray:
261
  context_tensor = torch.from_numpy(context).to(DEVICE)
262
  last_tensor = torch.from_numpy(last_frame_t).to(DEVICE)
263
 
264
- predicted_orig = _predict_8frames_direct(ens.models["pole_position"], context_tensor, last_tensor)
265
  context_flipped = torch.flip(context_tensor, dims=[3])
266
  last_flipped = torch.flip(last_tensor, dims=[3])
267
- predicted_flipped = _predict_8frames_direct(ens.models["pole_position"], context_flipped, last_flipped)
268
- predicted_flipped = torch.flip(predicted_flipped, dims=[4])
269
- predicted = (predicted_orig + predicted_flipped) / 2.0
 
 
 
 
 
 
 
 
270
 
271
  predicted_np = predicted[0].cpu().numpy()
272
  ens.direct_cache = []
 
166
 
167
  predicted = torch.zeros_like(direct_pred)
168
  for step in range(PRED_FRAMES):
169
+ ar_weight = 0.85 - (step / (PRED_FRAMES - 1)) * 0.3
170
  direct_weight = 1.0 - ar_weight
171
  predicted[:, step] = ar_weight * ar_pred[:, step] + direct_weight * direct_pred[:, step]
172
 
 
261
  context_tensor = torch.from_numpy(context).to(DEVICE)
262
  last_tensor = torch.from_numpy(last_frame_t).to(DEVICE)
263
 
 
264
  context_flipped = torch.flip(context_tensor, dims=[3])
265
  last_flipped = torch.flip(last_tensor, dims=[3])
266
+
267
+ # 3-run noise diversity + TTA for PP
268
+ all_pp_runs = []
269
+ for noise_std in [0.0, 0.5/255.0, 1.0/255.0]:
270
+ ctx_in = context_tensor if noise_std == 0 else torch.clamp(context_tensor + torch.randn_like(context_tensor) * noise_std, 0, 1)
271
+ ctx_flip_in = context_flipped if noise_std == 0 else torch.clamp(context_flipped + torch.randn_like(context_flipped) * noise_std, 0, 1)
272
+ pred_orig = _predict_8frames_direct(ens.models["pole_position"], ctx_in, last_tensor)
273
+ pred_flipped = _predict_8frames_direct(ens.models["pole_position"], ctx_flip_in, last_flipped)
274
+ pred_flipped = torch.flip(pred_flipped, dims=[4])
275
+ all_pp_runs.append((pred_orig + pred_flipped) / 2.0)
276
+ predicted = sum(all_pp_runs) / len(all_pp_runs)
277
 
278
  predicted_np = predicted[0].cpu().numpy()
279
  ens.direct_cache = []