Re-export the 8da4w text variants at the sweep's group size
#1
by msluszniak - opened
- 1_2b/mlx/config.json +24 -28
- 1_2b/xnnpack/config.json +18 -25
- 1_2b/xnnpack/lfm_2_5_1_2b_xnnpack_8da4w.pte +2 -2
- 350m/mlx/config.json +24 -28
- 350m/xnnpack/config.json +10 -17
- 350m/xnnpack/lfm_2_5_350m_xnnpack_8da4w.pte +2 -2
1_2b/mlx/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
-
"model": "
|
| 4 |
-
"family": "
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
@@ -10,52 +10,48 @@
|
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
"file": "lfm_2_5_1_2b_mlx_int4.pte",
|
| 13 |
-
"precision": "
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
| 17 |
-
"enable_dynamic_shape": true,
|
| 18 |
-
"get_bos_id": 1,
|
| 19 |
-
"get_eos_ids": [
|
| 20 |
-
7
|
| 21 |
-
],
|
| 22 |
-
"get_max_context_len": 2048,
|
| 23 |
-
"get_max_seq_len": 65,
|
| 24 |
-
"get_n_layers": null,
|
| 25 |
-
"get_vocab_size": 65536,
|
| 26 |
-
"use_kv_cache": true,
|
| 27 |
-
"use_sdpa_with_kv_cache": true,
|
| 28 |
"forward": {
|
| 29 |
"inputs": [
|
| 30 |
{
|
| 31 |
-
"name": "tokens",
|
| 32 |
"shape": [
|
| 33 |
1,
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
|
|
|
|
|
|
|
|
|
| 38 |
],
|
| 39 |
"dtype": "int64"
|
| 40 |
}
|
| 41 |
],
|
| 42 |
"outputs": [
|
| 43 |
{
|
| 44 |
-
"name": "logits",
|
| 45 |
"shape": [
|
| 46 |
1,
|
| 47 |
-
{
|
| 48 |
-
"min": 1,
|
| 49 |
-
"max": 64
|
| 50 |
-
},
|
| 51 |
65536
|
| 52 |
],
|
| 53 |
-
"dtype": "
|
| 54 |
}
|
| 55 |
]
|
| 56 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
}
|
| 58 |
}
|
| 59 |
-
]
|
| 60 |
-
"size": "1_2b"
|
| 61 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
+
"model": "lfm2_5_text_1_2b",
|
| 4 |
+
"family": "lfm2",
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
|
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
"file": "lfm_2_5_1_2b_mlx_int4.pte",
|
| 13 |
+
"precision": "4w",
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
"forward": {
|
| 18 |
"inputs": [
|
| 19 |
{
|
|
|
|
| 20 |
"shape": [
|
| 21 |
1,
|
| 22 |
+
64
|
| 23 |
+
],
|
| 24 |
+
"dtype": "int64"
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"shape": [
|
| 28 |
+
1
|
| 29 |
],
|
| 30 |
"dtype": "int64"
|
| 31 |
}
|
| 32 |
],
|
| 33 |
"outputs": [
|
| 34 |
{
|
|
|
|
| 35 |
"shape": [
|
| 36 |
1,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
65536
|
| 38 |
],
|
| 39 |
+
"dtype": "bfloat16"
|
| 40 |
}
|
| 41 |
]
|
| 42 |
+
},
|
| 43 |
+
"enable_dynamic_shape": true,
|
| 44 |
+
"get_bos_id": 1,
|
| 45 |
+
"get_eos_ids": [
|
| 46 |
+
7
|
| 47 |
+
],
|
| 48 |
+
"get_max_context_len": 2048,
|
| 49 |
+
"get_max_seq_len": 65,
|
| 50 |
+
"get_n_layers": 16,
|
| 51 |
+
"get_vocab_size": 65536,
|
| 52 |
+
"use_kv_cache": true,
|
| 53 |
+
"use_sdpa_with_kv_cache": true
|
| 54 |
}
|
| 55 |
}
|
| 56 |
+
]
|
|
|
|
| 57 |
}
|
1_2b/xnnpack/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
-
"model": "
|
| 4 |
-
"family": "
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
@@ -9,21 +9,17 @@
|
|
| 9 |
"license": "lfm-1.0",
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
-
"file": "
|
| 13 |
-
"precision": "
|
| 14 |
-
"quantized":
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
| 17 |
-
"enable_dynamic_shape": true,
|
| 18 |
"forward": {
|
| 19 |
"inputs": [
|
| 20 |
{
|
| 21 |
"shape": [
|
| 22 |
1,
|
| 23 |
-
|
| 24 |
-
"min": 1,
|
| 25 |
-
"max": 2048
|
| 26 |
-
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
| 29 |
},
|
|
@@ -40,38 +36,35 @@
|
|
| 40 |
1,
|
| 41 |
65536
|
| 42 |
],
|
| 43 |
-
"dtype": "
|
| 44 |
}
|
| 45 |
]
|
| 46 |
},
|
|
|
|
| 47 |
"get_bos_id": 1,
|
| 48 |
"get_eos_ids": [
|
| 49 |
7
|
| 50 |
],
|
| 51 |
"get_max_context_len": 2048,
|
| 52 |
"get_max_seq_len": 2048,
|
| 53 |
-
"get_n_layers":
|
| 54 |
"get_vocab_size": 65536,
|
| 55 |
"use_kv_cache": true,
|
| 56 |
"use_sdpa_with_kv_cache": true
|
| 57 |
}
|
| 58 |
},
|
| 59 |
{
|
| 60 |
-
"file": "
|
| 61 |
-
"precision": "
|
| 62 |
-
"quantized":
|
| 63 |
-
"default":
|
| 64 |
"methods": {
|
| 65 |
-
"enable_dynamic_shape": true,
|
| 66 |
"forward": {
|
| 67 |
"inputs": [
|
| 68 |
{
|
| 69 |
"shape": [
|
| 70 |
1,
|
| 71 |
-
|
| 72 |
-
"min": 1,
|
| 73 |
-
"max": 2048
|
| 74 |
-
}
|
| 75 |
],
|
| 76 |
"dtype": "int64"
|
| 77 |
},
|
|
@@ -88,22 +81,22 @@
|
|
| 88 |
1,
|
| 89 |
65536
|
| 90 |
],
|
| 91 |
-
"dtype": "
|
| 92 |
}
|
| 93 |
]
|
| 94 |
},
|
|
|
|
| 95 |
"get_bos_id": 1,
|
| 96 |
"get_eos_ids": [
|
| 97 |
7
|
| 98 |
],
|
| 99 |
"get_max_context_len": 2048,
|
| 100 |
"get_max_seq_len": 2048,
|
| 101 |
-
"get_n_layers":
|
| 102 |
"get_vocab_size": 65536,
|
| 103 |
"use_kv_cache": true,
|
| 104 |
"use_sdpa_with_kv_cache": true
|
| 105 |
}
|
| 106 |
}
|
| 107 |
-
]
|
| 108 |
-
"size": "1_2b"
|
| 109 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
+
"model": "lfm2_5_text_1_2b",
|
| 4 |
+
"family": "lfm2",
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
|
|
| 9 |
"license": "lfm-1.0",
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
+
"file": "lfm_2_5_1_2b_xnnpack_8da4w.pte",
|
| 13 |
+
"precision": "8da4w",
|
| 14 |
+
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
|
|
|
| 17 |
"forward": {
|
| 18 |
"inputs": [
|
| 19 |
{
|
| 20 |
"shape": [
|
| 21 |
1,
|
| 22 |
+
2047
|
|
|
|
|
|
|
|
|
|
| 23 |
],
|
| 24 |
"dtype": "int64"
|
| 25 |
},
|
|
|
|
| 36 |
1,
|
| 37 |
65536
|
| 38 |
],
|
| 39 |
+
"dtype": "float32"
|
| 40 |
}
|
| 41 |
]
|
| 42 |
},
|
| 43 |
+
"enable_dynamic_shape": true,
|
| 44 |
"get_bos_id": 1,
|
| 45 |
"get_eos_ids": [
|
| 46 |
7
|
| 47 |
],
|
| 48 |
"get_max_context_len": 2048,
|
| 49 |
"get_max_seq_len": 2048,
|
| 50 |
+
"get_n_layers": 16,
|
| 51 |
"get_vocab_size": 65536,
|
| 52 |
"use_kv_cache": true,
|
| 53 |
"use_sdpa_with_kv_cache": true
|
| 54 |
}
|
| 55 |
},
|
| 56 |
{
|
| 57 |
+
"file": "lfm_2_5_1_2b_xnnpack_fp16.pte",
|
| 58 |
+
"precision": "fp16",
|
| 59 |
+
"quantized": false,
|
| 60 |
+
"default": false,
|
| 61 |
"methods": {
|
|
|
|
| 62 |
"forward": {
|
| 63 |
"inputs": [
|
| 64 |
{
|
| 65 |
"shape": [
|
| 66 |
1,
|
| 67 |
+
2047
|
|
|
|
|
|
|
|
|
|
| 68 |
],
|
| 69 |
"dtype": "int64"
|
| 70 |
},
|
|
|
|
| 81 |
1,
|
| 82 |
65536
|
| 83 |
],
|
| 84 |
+
"dtype": "float16"
|
| 85 |
}
|
| 86 |
]
|
| 87 |
},
|
| 88 |
+
"enable_dynamic_shape": true,
|
| 89 |
"get_bos_id": 1,
|
| 90 |
"get_eos_ids": [
|
| 91 |
7
|
| 92 |
],
|
| 93 |
"get_max_context_len": 2048,
|
| 94 |
"get_max_seq_len": 2048,
|
| 95 |
+
"get_n_layers": 16,
|
| 96 |
"get_vocab_size": 65536,
|
| 97 |
"use_kv_cache": true,
|
| 98 |
"use_sdpa_with_kv_cache": true
|
| 99 |
}
|
| 100 |
}
|
| 101 |
+
]
|
|
|
|
| 102 |
}
|
1_2b/xnnpack/lfm_2_5_1_2b_xnnpack_8da4w.pte
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69b9d1d7f7d576e124ba052e88277b3ad220d3f3a91dcb9506f3ec7735eb1e09
|
| 3 |
+
size 795679104
|
350m/mlx/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
-
"model": "
|
| 4 |
-
"family": "
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
@@ -10,52 +10,48 @@
|
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
"file": "lfm_2_5_350m_mlx_int4.pte",
|
| 13 |
-
"precision": "
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
| 17 |
-
"enable_dynamic_shape": true,
|
| 18 |
-
"get_bos_id": 1,
|
| 19 |
-
"get_eos_ids": [
|
| 20 |
-
7
|
| 21 |
-
],
|
| 22 |
-
"get_max_context_len": 2048,
|
| 23 |
-
"get_max_seq_len": 65,
|
| 24 |
-
"get_n_layers": null,
|
| 25 |
-
"get_vocab_size": 65536,
|
| 26 |
-
"use_kv_cache": true,
|
| 27 |
-
"use_sdpa_with_kv_cache": true,
|
| 28 |
"forward": {
|
| 29 |
"inputs": [
|
| 30 |
{
|
| 31 |
-
"name": "tokens",
|
| 32 |
"shape": [
|
| 33 |
1,
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
|
|
|
|
|
|
|
|
|
| 38 |
],
|
| 39 |
"dtype": "int64"
|
| 40 |
}
|
| 41 |
],
|
| 42 |
"outputs": [
|
| 43 |
{
|
| 44 |
-
"name": "logits",
|
| 45 |
"shape": [
|
| 46 |
1,
|
| 47 |
-
{
|
| 48 |
-
"min": 1,
|
| 49 |
-
"max": 64
|
| 50 |
-
},
|
| 51 |
65536
|
| 52 |
],
|
| 53 |
-
"dtype": "
|
| 54 |
}
|
| 55 |
]
|
| 56 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
}
|
| 58 |
}
|
| 59 |
-
]
|
| 60 |
-
"size": "350m"
|
| 61 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
+
"model": "lfm2_5_text_350m",
|
| 4 |
+
"family": "lfm2",
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
|
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
"file": "lfm_2_5_350m_mlx_int4.pte",
|
| 13 |
+
"precision": "4w",
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
"forward": {
|
| 18 |
"inputs": [
|
| 19 |
{
|
|
|
|
| 20 |
"shape": [
|
| 21 |
1,
|
| 22 |
+
64
|
| 23 |
+
],
|
| 24 |
+
"dtype": "int64"
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"shape": [
|
| 28 |
+
1
|
| 29 |
],
|
| 30 |
"dtype": "int64"
|
| 31 |
}
|
| 32 |
],
|
| 33 |
"outputs": [
|
| 34 |
{
|
|
|
|
| 35 |
"shape": [
|
| 36 |
1,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
65536
|
| 38 |
],
|
| 39 |
+
"dtype": "bfloat16"
|
| 40 |
}
|
| 41 |
]
|
| 42 |
+
},
|
| 43 |
+
"enable_dynamic_shape": true,
|
| 44 |
+
"get_bos_id": 1,
|
| 45 |
+
"get_eos_ids": [
|
| 46 |
+
7
|
| 47 |
+
],
|
| 48 |
+
"get_max_context_len": 2048,
|
| 49 |
+
"get_max_seq_len": 65,
|
| 50 |
+
"get_n_layers": 16,
|
| 51 |
+
"get_vocab_size": 65536,
|
| 52 |
+
"use_kv_cache": true,
|
| 53 |
+
"use_sdpa_with_kv_cache": true
|
| 54 |
}
|
| 55 |
}
|
| 56 |
+
]
|
|
|
|
| 57 |
}
|
350m/xnnpack/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
-
"model": "
|
| 4 |
-
"family": "
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
@@ -14,16 +14,12 @@
|
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
| 17 |
-
"enable_dynamic_shape": true,
|
| 18 |
"forward": {
|
| 19 |
"inputs": [
|
| 20 |
{
|
| 21 |
"shape": [
|
| 22 |
1,
|
| 23 |
-
|
| 24 |
-
"min": 1,
|
| 25 |
-
"max": 2048
|
| 26 |
-
}
|
| 27 |
],
|
| 28 |
"dtype": "int64"
|
| 29 |
},
|
|
@@ -44,13 +40,14 @@
|
|
| 44 |
}
|
| 45 |
]
|
| 46 |
},
|
|
|
|
| 47 |
"get_bos_id": 1,
|
| 48 |
"get_eos_ids": [
|
| 49 |
7
|
| 50 |
],
|
| 51 |
"get_max_context_len": 2048,
|
| 52 |
"get_max_seq_len": 2048,
|
| 53 |
-
"get_n_layers":
|
| 54 |
"get_vocab_size": 65536,
|
| 55 |
"use_kv_cache": true,
|
| 56 |
"use_sdpa_with_kv_cache": true
|
|
@@ -60,18 +57,14 @@
|
|
| 60 |
"file": "lfm_2_5_350m_xnnpack_fp16.pte",
|
| 61 |
"precision": "fp16",
|
| 62 |
"quantized": false,
|
| 63 |
-
"default":
|
| 64 |
"methods": {
|
| 65 |
-
"enable_dynamic_shape": true,
|
| 66 |
"forward": {
|
| 67 |
"inputs": [
|
| 68 |
{
|
| 69 |
"shape": [
|
| 70 |
1,
|
| 71 |
-
|
| 72 |
-
"min": 1,
|
| 73 |
-
"max": 2048
|
| 74 |
-
}
|
| 75 |
],
|
| 76 |
"dtype": "int64"
|
| 77 |
},
|
|
@@ -92,18 +85,18 @@
|
|
| 92 |
}
|
| 93 |
]
|
| 94 |
},
|
|
|
|
| 95 |
"get_bos_id": 1,
|
| 96 |
"get_eos_ids": [
|
| 97 |
7
|
| 98 |
],
|
| 99 |
"get_max_context_len": 2048,
|
| 100 |
"get_max_seq_len": 2048,
|
| 101 |
-
"get_n_layers":
|
| 102 |
"get_vocab_size": 65536,
|
| 103 |
"use_kv_cache": true,
|
| 104 |
"use_sdpa_with_kv_cache": true
|
| 105 |
}
|
| 106 |
}
|
| 107 |
-
]
|
| 108 |
-
"size": "350m"
|
| 109 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
|
| 3 |
+
"model": "lfm2_5_text_350m",
|
| 4 |
+
"family": "lfm2",
|
| 5 |
"capabilities": [
|
| 6 |
"text-generation"
|
| 7 |
],
|
|
|
|
| 14 |
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
|
|
|
| 17 |
"forward": {
|
| 18 |
"inputs": [
|
| 19 |
{
|
| 20 |
"shape": [
|
| 21 |
1,
|
| 22 |
+
2047
|
|
|
|
|
|
|
|
|
|
| 23 |
],
|
| 24 |
"dtype": "int64"
|
| 25 |
},
|
|
|
|
| 40 |
}
|
| 41 |
]
|
| 42 |
},
|
| 43 |
+
"enable_dynamic_shape": true,
|
| 44 |
"get_bos_id": 1,
|
| 45 |
"get_eos_ids": [
|
| 46 |
7
|
| 47 |
],
|
| 48 |
"get_max_context_len": 2048,
|
| 49 |
"get_max_seq_len": 2048,
|
| 50 |
+
"get_n_layers": 16,
|
| 51 |
"get_vocab_size": 65536,
|
| 52 |
"use_kv_cache": true,
|
| 53 |
"use_sdpa_with_kv_cache": true
|
|
|
|
| 57 |
"file": "lfm_2_5_350m_xnnpack_fp16.pte",
|
| 58 |
"precision": "fp16",
|
| 59 |
"quantized": false,
|
| 60 |
+
"default": false,
|
| 61 |
"methods": {
|
|
|
|
| 62 |
"forward": {
|
| 63 |
"inputs": [
|
| 64 |
{
|
| 65 |
"shape": [
|
| 66 |
1,
|
| 67 |
+
2047
|
|
|
|
|
|
|
|
|
|
| 68 |
],
|
| 69 |
"dtype": "int64"
|
| 70 |
},
|
|
|
|
| 85 |
}
|
| 86 |
]
|
| 87 |
},
|
| 88 |
+
"enable_dynamic_shape": true,
|
| 89 |
"get_bos_id": 1,
|
| 90 |
"get_eos_ids": [
|
| 91 |
7
|
| 92 |
],
|
| 93 |
"get_max_context_len": 2048,
|
| 94 |
"get_max_seq_len": 2048,
|
| 95 |
+
"get_n_layers": 16,
|
| 96 |
"get_vocab_size": 65536,
|
| 97 |
"use_kv_cache": true,
|
| 98 |
"use_sdpa_with_kv_cache": true
|
| 99 |
}
|
| 100 |
}
|
| 101 |
+
]
|
|
|
|
| 102 |
}
|
350m/xnnpack/lfm_2_5_350m_xnnpack_8da4w.pte
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8c38e0d933932b02dddbcf92df813045899d0f71bf5346dbceecf5c4078f05d
|
| 3 |
+
size 277555584
|