Misha Lvovsky commited on
Commit
1fefe90
·
1 Parent(s): 29d3434

Add padding to decoded DCT coefficients in decode method so that it always tries

Browse files
Files changed (1) hide show
  1. processing_action_tokenizer.py +7 -2
processing_action_tokenizer.py CHANGED
@@ -78,8 +78,13 @@ class UniversalActionProcessor(ProcessorMixin):
78
  decoded_actions = []
79
  for token in tokens:
80
  decoded_tokens = self.bpe_tokenizer.decode(token)
81
- decoded_dct_coeff = np.array(list(map(ord, decoded_tokens))) + self.min_token
82
- decoded_dct_coeff = decoded_dct_coeff.reshape(-1, self.action_dim)
 
 
 
 
 
83
  assert (
84
  decoded_dct_coeff.shape
85
  == (
 
78
  decoded_actions = []
79
  for token in tokens:
80
  decoded_tokens = self.bpe_tokenizer.decode(token)
81
+ decoded_flat_dct_coeff = np.array(list(map(ord, decoded_tokens))) + self.min_token
82
+ unpadded_size = decoded_flat_dct_coeff.size
83
+ padded_size = self.time_horizon * self.action_dim
84
+ padded_flat_dct_coeff = np.zeros(shape=padded_size, dtype=decoded_flat_dct_coeff.dtype)
85
+ copy_size = min(unpadded_size, padded_size)
86
+ padded_flat_dct_coeff[:copy_size] = decoded_flat_dct_coeff[:copy_size]
87
+ decoded_dct_coeff = padded_flat_dct_coeff.reshape(-1, self.action_dim)
88
  assert (
89
  decoded_dct_coeff.shape
90
  == (