Instructions to use hcisbmm/vial_fast_tokenizer with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use hcisbmm/vial_fast_tokenizer with Transformers:
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("hcisbmm/vial_fast_tokenizer", dtype="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "repo_id": "hcisbmm/vial_insertion", | |
| "vocab_size": 1024, | |
| "scale": 10.0, | |
| "encoded_dims": "0:7,7:14", | |
| "encoded_dim_ranges": [ | |
| [ | |
| 0, | |
| 7 | |
| ], | |
| [ | |
| 7, | |
| 14 | |
| ] | |
| ], | |
| "total_encoded_dims": 14, | |
| "delta_dims": null, | |
| "delta_dim_list": null, | |
| "use_delta_transform": false, | |
| "state_key": "observation.state", | |
| "normalization_mode": "QUANTILES", | |
| "action_horizon": 10, | |
| "num_training_chunks": 1856, | |
| "compression_stats": { | |
| "compression_ratio": 5.216289727635158, | |
| "mean_token_length": 26.839, | |
| "p99_token_length": 40.0, | |
| "min_token_length": 7.0, | |
| "max_token_length": 67.0 | |
| } | |
| } |