Instructions to use shibatch/tinygemma3-2m with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use shibatch/tinygemma3-2m with Transformers:
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("shibatch/tinygemma3-2m", dtype="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "short": { | |
| "input_ids": [ | |
| [ | |
| 1000, | |
| 10, | |
| 20, | |
| 30, | |
| 1001 | |
| ] | |
| ], | |
| "logits_shape": [ | |
| 1, | |
| 5, | |
| 1024 | |
| ], | |
| "last_token_first_logits": [ | |
| 1.6521029472351074, | |
| 1.4642627239227295, | |
| -9.5765380859375, | |
| -7.363133907318115, | |
| -9.31251049041748, | |
| -8.014636993408203, | |
| -0.9056704044342041, | |
| -4.061333656311035, | |
| -7.719905376434326, | |
| -6.023119926452637, | |
| -6.828976631164551, | |
| 6.4113569259643555, | |
| 1.9600541591644287, | |
| 1.8930537700653076, | |
| -5.919459342956543, | |
| -6.127346992492676 | |
| ] | |
| }, | |
| "window_crossing": { | |
| "input_ids": [ | |
| [ | |
| 1000, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 18, | |
| 19, | |
| 20, | |
| 21, | |
| 22, | |
| 23, | |
| 24, | |
| 25, | |
| 26, | |
| 27, | |
| 28, | |
| 29, | |
| 30, | |
| 31, | |
| 32, | |
| 33, | |
| 34, | |
| 35, | |
| 36, | |
| 37, | |
| 38, | |
| 39, | |
| 40, | |
| 41, | |
| 42, | |
| 43, | |
| 44, | |
| 45, | |
| 46, | |
| 47, | |
| 48, | |
| 49, | |
| 1001 | |
| ] | |
| ], | |
| "logits_shape": [ | |
| 1, | |
| 42, | |
| 1024 | |
| ], | |
| "last_token_first_logits": [ | |
| 1.7217341661453247, | |
| 1.7506439685821533, | |
| -10.329566955566406, | |
| -8.427742958068848, | |
| -9.419321060180664, | |
| -7.354942798614502, | |
| -1.3027912378311157, | |
| -5.214502811431885, | |
| -7.691402435302734, | |
| -6.378243446350098, | |
| -8.10946273803711, | |
| 6.727044582366943, | |
| 1.3272100687026978, | |
| 2.51751446723938, | |
| -7.086978912353516, | |
| -6.290528297424316 | |
| ] | |
| } | |
| } |