msluszniak commited on
Commit
94a135b
·
verified ·
1 Parent(s): 9b8f923

Add LFM2.5-VL 1.6B vulkan (8da4w) build

Browse files
.gitattributes CHANGED
@@ -56,3 +56,4 @@ vl_450m/mlx/lfm_2_5_vl_450m_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
56
  vl_1_6b/mlx/lfm2_5_vl_1_6b_fullmlx_allbf16_dyn.pte filter=lfs diff=lfs merge=lfs -text
57
  vl_1_6b/mlx/lfm_2_5_vl_1_6b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
58
  vl_450m/vulkan/lfm_2_5_vl_450m_vulkan_8da4w.pte filter=lfs diff=lfs merge=lfs -text
 
 
56
  vl_1_6b/mlx/lfm2_5_vl_1_6b_fullmlx_allbf16_dyn.pte filter=lfs diff=lfs merge=lfs -text
57
  vl_1_6b/mlx/lfm_2_5_vl_1_6b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
58
  vl_450m/vulkan/lfm_2_5_vl_450m_vulkan_8da4w.pte filter=lfs diff=lfs merge=lfs -text
59
+ vl_1_6b/vulkan/lfm_2_5_vl_1_6b_vulkan_8da4w.pte filter=lfs diff=lfs merge=lfs -text
vl_1_6b/vulkan/config.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "lfm_2_5_vl",
4
+ "family": "lfm",
5
+ "capabilities": [
6
+ "vision",
7
+ "text-generation"
8
+ ],
9
+ "backend": "vulkan",
10
+ "license": "lfm-1.0",
11
+ "variants": [
12
+ {
13
+ "file": "lfm_2_5_vl_1_6b_vulkan_8da4w.pte",
14
+ "precision": "8da4w",
15
+ "quantized": true,
16
+ "default": true,
17
+ "methods": {
18
+ "enable_dynamic_shape": false,
19
+ "get_eos_ids": [
20
+ 7
21
+ ],
22
+ "get_max_context_len": 2048,
23
+ "get_max_seq_len": 256,
24
+ "get_n_layers": null,
25
+ "get_vocab_size": 65536,
26
+ "text_decoder": {
27
+ "inputs": [
28
+ {
29
+ "shape": [
30
+ 1,
31
+ 256,
32
+ 2048
33
+ ],
34
+ "dtype": "float32"
35
+ },
36
+ {
37
+ "shape": [
38
+ 256
39
+ ],
40
+ "dtype": "int64"
41
+ }
42
+ ],
43
+ "outputs": [
44
+ {
45
+ "shape": [
46
+ 1,
47
+ 65536
48
+ ],
49
+ "dtype": "float32"
50
+ }
51
+ ]
52
+ },
53
+ "token_embedding": {
54
+ "inputs": [
55
+ {
56
+ "shape": [
57
+ 1,
58
+ 2048
59
+ ],
60
+ "dtype": "int64"
61
+ }
62
+ ],
63
+ "outputs": [
64
+ {
65
+ "shape": [
66
+ 1,
67
+ 2048,
68
+ 2048
69
+ ],
70
+ "dtype": "float32"
71
+ }
72
+ ]
73
+ },
74
+ "use_kv_cache": true,
75
+ "use_sdpa_with_kv_cache": true,
76
+ "vision_encoder": {
77
+ "inputs": [
78
+ {
79
+ "shape": [
80
+ 1,
81
+ 3,
82
+ 512,
83
+ 512
84
+ ],
85
+ "dtype": "float32"
86
+ }
87
+ ],
88
+ "outputs": [
89
+ {
90
+ "shape": [
91
+ 1,
92
+ 256,
93
+ 2048
94
+ ],
95
+ "dtype": "float32"
96
+ }
97
+ ]
98
+ }
99
+ }
100
+ }
101
+ ],
102
+ "size": "1_6b"
103
+ }
vl_1_6b/vulkan/lfm_2_5_vl_1_6b_vulkan_8da4w.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f746b0ce3406d078413a926069d0e8aae493e4ac1acb424e010d2a18fc5f28b
3
+ size 2533361152