| { | |
| "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json", | |
| "model": "minicpm5_2b", | |
| "family": "llama", | |
| "capabilities": [ | |
| "text-generation" | |
| ], | |
| "backend": "mlx", | |
| "license": "apache-2.0", | |
| "variants": [ | |
| { | |
| "file": "minicpm_5_2b_mlx_4w.pte", | |
| "precision": "4w", | |
| "quantized": true, | |
| "default": true, | |
| "methods": { | |
| "forward": { | |
| "inputs": [ | |
| { | |
| "shape": [ | |
| 1, | |
| { | |
| "min": 1, | |
| "max": 128 | |
| } | |
| ], | |
| "dtype": "int64" | |
| }, | |
| { | |
| "shape": [ | |
| 1 | |
| ], | |
| "dtype": "int64" | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "shape": [ | |
| 1, | |
| 130560 | |
| ], | |
| "dtype": "float32" | |
| } | |
| ] | |
| }, | |
| "enable_dynamic_shape": true, | |
| "get_bos_id": 0, | |
| "get_eos_ids": [ | |
| 1, | |
| 130073 | |
| ], | |
| "get_max_context_len": 8192, | |
| "get_max_seq_len": 129, | |
| "get_n_layers": 42, | |
| "get_vocab_size": 130560, | |
| "use_kv_cache": true, | |
| "use_sdpa_with_kv_cache": true | |
| } | |
| } | |
| ] | |
| } | |