Transformers
vial_fast_tokenizer / metadata.json
hcisbmm's picture
Upload tokenizer metadata
233750a verified
raw
history blame contribute delete
632 Bytes
{
"repo_id": "hcisbmm/vial_insertion",
"vocab_size": 1024,
"scale": 10.0,
"encoded_dims": "0:7,7:14",
"encoded_dim_ranges": [
[
0,
7
],
[
7,
14
]
],
"total_encoded_dims": 14,
"delta_dims": null,
"delta_dim_list": null,
"use_delta_transform": false,
"state_key": "observation.state",
"normalization_mode": "QUANTILES",
"action_horizon": 10,
"num_training_chunks": 1856,
"compression_stats": {
"compression_ratio": 5.216289727635158,
"mean_token_length": 26.839,
"p99_token_length": 40.0,
"min_token_length": 7.0,
"max_token_length": 67.0
}
}