Instructions to use wikkard/cube0306_fasttokenizer with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use wikkard/cube0306_fasttokenizer with Transformers:
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("wikkard/cube0306_fasttokenizer", dtype="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "repo_id": "wikkard/cube0306v6", | |
| "vocab_size": 7012, | |
| "scale": 10.0, | |
| "encoded_dims": "0:6,7:23", | |
| "encoded_dim_ranges": [ | |
| [ | |
| 0, | |
| 6 | |
| ], | |
| [ | |
| 7, | |
| 23 | |
| ] | |
| ], | |
| "total_encoded_dims": 22, | |
| "delta_dims": null, | |
| "delta_dim_list": null, | |
| "use_delta_transform": false, | |
| "state_key": "observation.state", | |
| "normalization_mode": "QUANTILES", | |
| "action_horizon": 10, | |
| "num_training_chunks": 4969, | |
| "compression_stats": { | |
| "compression_ratio": 1.7702248185519562, | |
| "mean_token_length": 33.894, | |
| "p99_token_length": 49.0, | |
| "min_token_length": 7.0, | |
| "max_token_length": 57.0 | |
| } | |
| } |