my-action-tokenizer / metadata.json
taetae77's picture
Upload tokenizer metadata
be7ffd1 verified
{
"repo_id": "taetae77/bi_tape_box_data_fault",
"vocab_size": 1024,
"scale": 10.0,
"encoded_dims": "0:6",
"encoded_dim_ranges": [
[
0,
6
]
],
"total_encoded_dims": 6,
"relative_dims": null,
"relative_dim_list": null,
"use_relative_transform": false,
"state_key": "observation.state",
"normalization_mode": "QUANTILES",
"action_horizon": 10,
"num_training_chunks": 12015,
"compression_stats": {
"compression_ratio": 9.397024275646046,
"mean_token_length": 6.385,
"p99_token_length": 17.0,
"min_token_length": 2.0,
"max_token_length": 20.0
}
}