sp00ktober commited on
Commit
087fc6f
·
verified ·
1 Parent(s): 6e953d1

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -1,4 +1,33 @@
1
  {
2
- "tokenizer_class": "LlamaTokenizer",
3
- "model_type": "llama"
4
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "_name_or_path": "output_deepseek_v0.0.2/checkpoint-2400",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 32013,
9
+ "eos_token_id": 32021,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 2048,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 5504,
14
+ "max_position_embeddings": 16384,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 16,
18
+ "num_hidden_layers": 24,
19
+ "num_key_value_heads": 16,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
+ "rope_scaling": {
23
+ "factor": 4.0,
24
+ "rope_type": "linear",
25
+ "type": "linear"
26
+ },
27
+ "rope_theta": 100000,
28
+ "tie_word_embeddings": false,
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.44.0",
31
+ "use_cache": true,
32
+ "vocab_size": 32256
33
+ }
llama_FFN_PF_lut6_chunk_01of01.mlmodelc/analytics/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17938c53011ac313c0025a2c5a965fb4410522ea19bf92333b055f5b502ec584
3
  size 243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31ac51f678cff44ae4492a5c471d61b2e1c50fa0491ae581842319a72dce1f9
3
  size 243
llama_FFN_PF_lut6_chunk_01of01.mlmodelc/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8225ce129cbaa2bce30c233864a2ece535c6ee4b5a43b806836ca37026f7939
3
  size 981
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b011e18a9eb089ea27f1c7dcd65926443e07607f9b7106a2f06cbb23f4634e2
3
  size 981
llama_FFN_PF_lut6_chunk_01of01.mlmodelc/metadata.json CHANGED
@@ -3,14 +3,14 @@
3
  "metadataOutputVersion" : "3.0",
4
  "userDefinedMetadata" : {
5
  "com.github.apple.coremltools.source" : "torch==2.5.0",
6
- "com.github.apple.coremltools.source_dialect" : "TorchScript",
7
- "com.anemll.chunk_no" : "1",
8
- "com.anemll.context_length" : "1024",
9
  "com.github.apple.coremltools.version" : "9.0",
 
 
 
10
  "com.anemll.num_chunks" : "1",
11
- "com.anemll.batch_size" : "64",
12
  "com.anemll.info" : "Converted with Anemll v0.1.1",
13
- "com.anemll.lut_bits" : "6"
 
14
  },
15
  "availability" : {
16
  "macOS" : "15.0",
 
3
  "metadataOutputVersion" : "3.0",
4
  "userDefinedMetadata" : {
5
  "com.github.apple.coremltools.source" : "torch==2.5.0",
 
 
 
6
  "com.github.apple.coremltools.version" : "9.0",
7
+ "com.anemll.context_length" : "1024",
8
+ "com.anemll.lut_bits" : "6",
9
+ "com.github.apple.coremltools.source_dialect" : "TorchScript",
10
  "com.anemll.num_chunks" : "1",
 
11
  "com.anemll.info" : "Converted with Anemll v0.1.1",
12
+ "com.anemll.batch_size" : "64",
13
+ "com.anemll.chunk_no" : "1"
14
  },
15
  "availability" : {
16
  "macOS" : "15.0",
llama_FFN_PF_lut6_chunk_01of01.mlpackage/Data/com.apple.CoreML/model.mlmodel CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52c8672f083aacdae7f87be7e6c5bc73ee01f8a03f5e864fbfc03824cea0d1e3
3
  size 1614653
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73bb0dcd86115d0f17e7ce678e60df7e7066182a28374f29345eeaedd6663fb4
3
  size 1614653
llama_FFN_PF_lut6_chunk_01of01.mlpackage/Manifest.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
- "5E6563AB-A377-430B-89CB-BE475D879D8A": {
5
- "author": "com.apple.CoreML",
6
- "description": "CoreML Model Weights",
7
- "name": "weights",
8
- "path": "com.apple.CoreML/weights"
9
- },
10
- "AC66F985-E4E6-412A-B887-C17CCC4A5C83": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Specification",
13
  "name": "model.mlmodel",
14
  "path": "com.apple.CoreML/model.mlmodel"
 
 
 
 
 
 
15
  }
16
  },
17
- "rootModelIdentifier": "AC66F985-E4E6-412A-B887-C17CCC4A5C83"
18
  }
 
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
+ "81F5DC56-1853-445F-BC1C-237106AD417E": {
 
 
 
 
 
 
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Specification",
7
  "name": "model.mlmodel",
8
  "path": "com.apple.CoreML/model.mlmodel"
9
+ },
10
+ "B5E73562-795F-4E12-99E3-3756CB9F1D1D": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Weights",
13
+ "name": "weights",
14
+ "path": "com.apple.CoreML/weights"
15
  }
16
  },
17
+ "rootModelIdentifier": "81F5DC56-1853-445F-BC1C-237106AD417E"
18
  }
llama_FFN_lut6_chunk_01of01.mlpackage/Data/com.apple.CoreML/model.mlmodel CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f28bf2f88c1f443421055e42a1611da8386c8a6e5d900dc9faccf65bd81b260
3
  size 799512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:740fce2781aecaeb293af356cc2853d9fa6a7298a46fb28d080b05e8e2a15bea
3
  size 799512
llama_FFN_lut6_chunk_01of01.mlpackage/Manifest.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
- "17709A97-98C6-4B44-A8F2-956BB64BDDC2": {
5
- "author": "com.apple.CoreML",
6
- "description": "CoreML Model Specification",
7
- "name": "model.mlmodel",
8
- "path": "com.apple.CoreML/model.mlmodel"
9
- },
10
- "CC80579D-0AFC-4EF2-A2F5-0DB15E3A99C6": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Weights",
13
  "name": "weights",
14
  "path": "com.apple.CoreML/weights"
 
 
 
 
 
 
15
  }
16
  },
17
- "rootModelIdentifier": "17709A97-98C6-4B44-A8F2-956BB64BDDC2"
18
  }
 
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
+ "05873C5D-4A21-48C6-9DF4-F3E8E8D3C4EC": {
 
 
 
 
 
 
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Weights",
7
  "name": "weights",
8
  "path": "com.apple.CoreML/weights"
9
+ },
10
+ "9DA730B8-1CC4-454C-8570-E93EC214C90D": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Specification",
13
+ "name": "model.mlmodel",
14
+ "path": "com.apple.CoreML/model.mlmodel"
15
  }
16
  },
17
+ "rootModelIdentifier": "9DA730B8-1CC4-454C-8570-E93EC214C90D"
18
  }
llama_embeddings.mlmodelc/analytics/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac37b9d556cd88e169770a2f1c53b97f74d632bdaa80bdb4e0ab0a0ca2212e8c
3
  size 243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8011d06404ed3066a2bd2dba0963bb5c5936508857c41b5948b8bcc4657979fe
3
  size 243
llama_embeddings.mlmodelc/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26456d242e64e2bc27cf5ba609e9b49f77b8a5d174068db67b74d1187b469d24
3
  size 560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:571ab98f4f5ac00ba4798daf07aa1873db44c14a6e7d061eced160f1f1ee3298
3
  size 560
llama_embeddings.mlmodelc/metadata.json CHANGED
@@ -59,11 +59,11 @@
59
  }
60
  ],
61
  "userDefinedMetadata" : {
62
- "com.anemll.info" : "Converted with Anemll v0.1.1",
63
  "com.github.apple.coremltools.source_dialect" : "TorchScript",
64
- "com.github.apple.coremltools.conversion_date" : "2026-03-16",
65
- "com.github.apple.coremltools.source" : "torch==2.5.0",
66
  "com.github.apple.coremltools.version" : "9.0",
 
 
67
  "com.anemll.context_length" : "1024"
68
  },
69
  "generatedClassName" : "llama_embeddings",
 
59
  }
60
  ],
61
  "userDefinedMetadata" : {
62
+ "com.github.apple.coremltools.conversion_date" : "2026-03-17",
63
  "com.github.apple.coremltools.source_dialect" : "TorchScript",
 
 
64
  "com.github.apple.coremltools.version" : "9.0",
65
+ "com.github.apple.coremltools.source" : "torch==2.5.0",
66
+ "com.anemll.info" : "Converted with Anemll v0.1.1",
67
  "com.anemll.context_length" : "1024"
68
  },
69
  "generatedClassName" : "llama_embeddings",
llama_embeddings.mlpackage/Data/com.apple.CoreML/model.mlmodel CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:add2c2ca8fc5c414a622ea3c4edcf95c1b76826cdf3967b181a52522a979f1f8
3
  size 3061
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bb3e8bc59e0db2e5cd097291dbae22c541b4dcb7734ea70f7b92e8c179186c3
3
  size 3061
llama_embeddings.mlpackage/Manifest.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
- "268450C4-E730-4EC7-A687-801422F8A707": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Weights",
7
  "name": "weights",
8
  "path": "com.apple.CoreML/weights"
9
  },
10
- "A9E16A8E-F35B-4363-A969-610989B4D6BD": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Specification",
13
  "name": "model.mlmodel",
14
  "path": "com.apple.CoreML/model.mlmodel"
15
  }
16
  },
17
- "rootModelIdentifier": "A9E16A8E-F35B-4363-A969-610989B4D6BD"
18
  }
 
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
+ "16DDCCE5-1928-4462-ACAB-2260E0A04892": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Weights",
7
  "name": "weights",
8
  "path": "com.apple.CoreML/weights"
9
  },
10
+ "48E8E07B-E797-4C8B-9E34-23E20B4A1E76": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Specification",
13
  "name": "model.mlmodel",
14
  "path": "com.apple.CoreML/model.mlmodel"
15
  }
16
  },
17
+ "rootModelIdentifier": "48E8E07B-E797-4C8B-9E34-23E20B4A1E76"
18
  }
llama_lm_head_lut6.mlmodelc/analytics/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:623184d69c0a04ba476276153492df1b10e3462375b86ced39ad1136ae5aace0
3
  size 243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:421ae9ebcb67a258e3d91feae263ef8d408c5ecb7d4d2dbf5ebb5c8f330ccffa
3
  size 243
llama_lm_head_lut6.mlmodelc/coremldata.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:339f31ecd0d721647b8812000e0fd986fa01cd24f95b3db3ff45d2b0a90f240e
3
  size 859
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4fdbdcdc05accca8295952531d1dff8309573f7fedc31a9f1405c016da0d706
3
  size 859
llama_lm_head_lut6.mlmodelc/metadata.json CHANGED
@@ -127,12 +127,12 @@
127
  }
128
  ],
129
  "userDefinedMetadata" : {
130
- "com.github.apple.coremltools.source" : "torch==2.5.0",
131
  "com.github.apple.coremltools.version" : "9.0",
132
- "com.anemll.context_length" : "1024",
133
  "com.github.apple.coremltools.source_dialect" : "TorchScript",
 
 
134
  "com.anemll.lm_head_chunk_sizes" : "4032,4032,4032,4032,4032,4032,4032,4032",
135
- "com.github.apple.coremltools.conversion_date" : "2026-03-16",
136
  "com.anemll.vocab_size" : "32256",
137
  "com.anemll.info" : "Converted with Anemll v0.1.1",
138
  "com.anemll.lut_bits" : "6"
 
127
  }
128
  ],
129
  "userDefinedMetadata" : {
 
130
  "com.github.apple.coremltools.version" : "9.0",
 
131
  "com.github.apple.coremltools.source_dialect" : "TorchScript",
132
+ "com.anemll.context_length" : "1024",
133
+ "com.github.apple.coremltools.conversion_date" : "2026-03-17",
134
  "com.anemll.lm_head_chunk_sizes" : "4032,4032,4032,4032,4032,4032,4032,4032",
135
+ "com.github.apple.coremltools.source" : "torch==2.5.0",
136
  "com.anemll.vocab_size" : "32256",
137
  "com.anemll.info" : "Converted with Anemll v0.1.1",
138
  "com.anemll.lut_bits" : "6"
llama_lm_head_lut6.mlpackage/Data/com.apple.CoreML/model.mlmodel CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65606ee6e0e0a887b8569deccba6febe7778206768d6d3685a921729d585ec13
3
  size 15426
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbfaab383c0ac54deb37120f864e6ab1080972e94a136ad3755c75ffcabe8447
3
  size 15426
llama_lm_head_lut6.mlpackage/Manifest.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
- "4321CC1B-5826-4BD9-8829-91AF793943AB": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Weights",
7
  "name": "weights",
8
  "path": "com.apple.CoreML/weights"
9
  },
10
- "EE098C18-E716-451B-AD13-2BB790200715": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Specification",
13
  "name": "model.mlmodel",
14
  "path": "com.apple.CoreML/model.mlmodel"
15
  }
16
  },
17
- "rootModelIdentifier": "EE098C18-E716-451B-AD13-2BB790200715"
18
  }
 
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
+ "2EFA9335-47F7-46DB-957A-6E0C07AA1E83": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Weights",
7
  "name": "weights",
8
  "path": "com.apple.CoreML/weights"
9
  },
10
+ "95A12B06-8F60-4CFD-97D0-BBFD0FCFF427": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Specification",
13
  "name": "model.mlmodel",
14
  "path": "com.apple.CoreML/model.mlmodel"
15
  }
16
  },
17
+ "rootModelIdentifier": "95A12B06-8F60-4CFD-97D0-BBFD0FCFF427"
18
  }
llama_prefill_lut6_chunk_01of01.mlpackage/Data/com.apple.CoreML/model.mlmodel CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77e3bb2cc6c422f9bfb6967cfb411da41b53bb8f4395966916d3b7110f827a1d
3
  size 815469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35078d51803ca9ed8badba8637de9e84306780f3463b7e83519020f08f7a1d39
3
  size 815469
llama_prefill_lut6_chunk_01of01.mlpackage/Manifest.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
- "66205458-4F89-4B4F-B7B7-199ECD4384FF": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Weights",
7
  "name": "weights",
8
  "path": "com.apple.CoreML/weights"
9
  },
10
- "6CD10062-0555-40A2-A11B-0ED3A96265F4": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Specification",
13
  "name": "model.mlmodel",
14
  "path": "com.apple.CoreML/model.mlmodel"
15
  }
16
  },
17
- "rootModelIdentifier": "6CD10062-0555-40A2-A11B-0ED3A96265F4"
18
  }
 
1
  {
2
  "fileFormatVersion": "1.0.0",
3
  "itemInfoEntries": {
4
+ "40C332D1-F8FA-4271-BC37-1CB5022A3455": {
5
  "author": "com.apple.CoreML",
6
  "description": "CoreML Model Weights",
7
  "name": "weights",
8
  "path": "com.apple.CoreML/weights"
9
  },
10
+ "9C21B54A-42B6-4AA9-B3E1-25C063B4C1C7": {
11
  "author": "com.apple.CoreML",
12
  "description": "CoreML Model Specification",
13
  "name": "model.mlmodel",
14
  "path": "com.apple.CoreML/model.mlmodel"
15
  }
16
  },
17
+ "rootModelIdentifier": "9C21B54A-42B6-4AA9-B3E1-25C063B4C1C7"
18
  }
meta.yaml CHANGED
@@ -30,11 +30,11 @@ model_info:
30
  # =============================================================================
31
  # Conversion Parameters (for troubleshooting)
32
  # =============================================================================
33
- # Generated: 2026-03-16 19:55:12
34
  #
35
  # model_path: /tmp/ios_models/downloads/Prem-1B-SQL
36
  # output_dir: /tmp/ios_models/Prem-1B-SQL-ctx1024
37
- # command_line: ./anemll/utils/convert_model.sh --model /tmp/ios_models/downloads/Prem-1B-SQL --output /tmp/ios_models/Prem-1B-SQL-ctx1024 --context 1024 --batch 64 --chunk 1 --lut2 6 --lut3 6 --prefix llama
38
  # context_length: 1024
39
  # batch_size: 64
40
  # num_chunks: 1
 
30
  # =============================================================================
31
  # Conversion Parameters (for troubleshooting)
32
  # =============================================================================
33
+ # Generated: 2026-03-17 16:49:22
34
  #
35
  # model_path: /tmp/ios_models/downloads/Prem-1B-SQL
36
  # output_dir: /tmp/ios_models/Prem-1B-SQL-ctx1024
37
+ # command_line: ./anemll/utils/convert_model.sh --model /tmp/ios_models/downloads/Prem-1B-SQL --output /tmp/ios_models/Prem-1B-SQL-ctx1024 --context 1024 --batch 64 --chunk 1 --lut2 6 --lut3 6 --prefix llama --force-mlprogram-compile
38
  # context_length: 1024
39
  # batch_size: 64
40
  # num_chunks: 1
meta_progress.yaml CHANGED
@@ -2,7 +2,7 @@
2
  # Final meta.yaml will be created at step 7
3
  conversion:
4
  status: in_progress
5
- start_time: 2026-03-16T16:14:15Z
6
  model_path: /tmp/ios_models/downloads/Prem-1B-SQL
7
  output_dir: /tmp/ios_models/Prem-1B-SQL-ctx1024
8
  context_length: 1024
 
2
  # Final meta.yaml will be created at step 7
3
  conversion:
4
  status: in_progress
5
+ start_time: 2026-03-17T13:09:07Z
6
  model_path: /tmp/ios_models/downloads/Prem-1B-SQL
7
  output_dir: /tmp/ios_models/Prem-1B-SQL-ctx1024
8
  context_length: 1024