Transformers
my_pi0fast_tokenizer / metadata.json
Screener2's picture
Upload tokenizer metadata
670a217 verified
Raw
History Blame Contribute Delete
628 Bytes
{
"repo_id": "Screener2/P_n_P_60_20260508_125042",
"vocab_size": 1024,
"scale": 10.0,
"encoded_dims": "0:6",
"encoded_dim_ranges": [
[
0,
6
]
],
"total_encoded_dims": 6,
"relative_dims": null,
"relative_dim_list": null,
"use_relative_transform": false,
"state_key": "observation.state",
"normalization_mode": "QUANTILES",
"action_horizon": 10,
"num_training_chunks": 2509,
"compression_stats": {
"compression_ratio": 7.233273056057866,
"mean_token_length": 8.295,
"p99_token_length": 19.00999999999999,
"min_token_length": 2.0,
"max_token_length": 23.0
}
}