Misha Lvovsky commited on
Commit ·
1fefe90
1
Parent(s): 29d3434
Add padding to decoded DCT coefficients in decode method so that it always tries
Browse files
processing_action_tokenizer.py
CHANGED
|
@@ -78,8 +78,13 @@ class UniversalActionProcessor(ProcessorMixin):
|
|
| 78 |
decoded_actions = []
|
| 79 |
for token in tokens:
|
| 80 |
decoded_tokens = self.bpe_tokenizer.decode(token)
|
| 81 |
-
|
| 82 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 83 |
assert (
|
| 84 |
decoded_dct_coeff.shape
|
| 85 |
== (
|
|
|
|
| 78 |
decoded_actions = []
|
| 79 |
for token in tokens:
|
| 80 |
decoded_tokens = self.bpe_tokenizer.decode(token)
|
| 81 |
+
decoded_flat_dct_coeff = np.array(list(map(ord, decoded_tokens))) + self.min_token
|
| 82 |
+
unpadded_size = decoded_flat_dct_coeff.size
|
| 83 |
+
padded_size = self.time_horizon * self.action_dim
|
| 84 |
+
padded_flat_dct_coeff = np.zeros(shape=padded_size, dtype=decoded_flat_dct_coeff.dtype)
|
| 85 |
+
copy_size = min(unpadded_size, padded_size)
|
| 86 |
+
padded_flat_dct_coeff[:copy_size] = decoded_flat_dct_coeff[:copy_size]
|
| 87 |
+
decoded_dct_coeff = padded_flat_dct_coeff.reshape(-1, self.action_dim)
|
| 88 |
assert (
|
| 89 |
decoded_dct_coeff.shape
|
| 90 |
== (
|