Hugging Face's logo

software-mansion
/
Hammer2.1-ExecuTorch

Text Generation
ExecuTorch
conversational
Model card Files
xet
 Community
1

Re-export with consistent stop tokens (0_5b first)

#1
by msluszniak - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+29
-23
Files changed (9) hide show
  1. 0_5b/xnnpack/config.json +6 -4
  2. 0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_8da4w.pte +2 -2
  3. 0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_bf16.pte +2 -2
  4. 1_5b/xnnpack/config.json +6 -4
  5. 1_5b/xnnpack/hammer_2_1_1_5b_xnnpack_8da4w.pte +2 -2
  6. 1_5b/xnnpack/hammer_2_1_1_5b_xnnpack_bf16.pte +2 -2
  7. 3b/xnnpack/config.json +6 -4
  8. 3b/xnnpack/hammer_2_1_3b_xnnpack_8da4w.pte +1 -1
  9. 3b/xnnpack/hammer_2_1_3b_xnnpack_bf16.pte +2 -2
0_5b/xnnpack/config.json CHANGED
@@ -22,7 +22,7 @@
22
  1,
23
  {
24
  "min": 1,
25
- "max": 2048
26
  }
27
  ],
28
  "dtype": "int64"
@@ -46,11 +46,12 @@
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
 
49
  151643
50
  ],
51
  "get_max_context_len": 2048,
52
  "get_max_seq_len": 2048,
53
- "get_n_layers": null,
54
  "get_vocab_size": 151665,
55
  "use_kv_cache": true,
56
  "use_sdpa_with_kv_cache": true
@@ -70,7 +71,7 @@
70
  1,
71
  {
72
  "min": 1,
73
- "max": 2048
74
  }
75
  ],
76
  "dtype": "int64"
@@ -94,11 +95,12 @@
94
  },
95
  "get_bos_id": 151643,
96
  "get_eos_ids": [
 
97
  151643
98
  ],
99
  "get_max_context_len": 2048,
100
  "get_max_seq_len": 2048,
101
- "get_n_layers": null,
102
  "get_vocab_size": 151665,
103
  "use_kv_cache": true,
104
  "use_sdpa_with_kv_cache": true
 
22
  1,
23
  {
24
  "min": 1,
25
+ "max": 2047
26
  }
27
  ],
28
  "dtype": "int64"
 
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
49
+ 151645,
50
  151643
51
  ],
52
  "get_max_context_len": 2048,
53
  "get_max_seq_len": 2048,
54
+ "get_n_layers": 24,
55
  "get_vocab_size": 151665,
56
  "use_kv_cache": true,
57
  "use_sdpa_with_kv_cache": true
 
71
  1,
72
  {
73
  "min": 1,
74
+ "max": 2047
75
  }
76
  ],
77
  "dtype": "int64"
 
95
  },
96
  "get_bos_id": 151643,
97
  "get_eos_ids": [
98
+ 151645,
99
  151643
100
  ],
101
  "get_max_context_len": 2048,
102
  "get_max_seq_len": 2048,
103
+ "get_n_layers": 24,
104
  "get_vocab_size": 151665,
105
  "use_kv_cache": true,
106
  "use_sdpa_with_kv_cache": true
0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_8da4w.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ca8c151a6bd04a8f2a20741e481a40a5a4945d933ad18d41611b341945a2c2f
3
- size 417114680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53dba4715e8f15fca4a5d39baf8397a0c150b1fc2669042e13005ea11ab2d42e
3
+ size 417114808
0_5b/xnnpack/hammer_2_1_0_5b_xnnpack_bf16.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4891d88799fde6bf2ca76e5606597c5fe8edf2140d62f375bd38a7ad8da393d
3
- size 988965856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f230be4273ee8189eef96ec2596cbc719859a9acce2629535bfddc0ed271f3eb
3
+ size 988976720
1_5b/xnnpack/config.json CHANGED
@@ -22,7 +22,7 @@
22
  1,
23
  {
24
  "min": 1,
25
- "max": 2048
26
  }
27
  ],
28
  "dtype": "int64"
@@ -46,11 +46,12 @@
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
 
49
  151643
50
  ],
51
  "get_max_context_len": 2048,
52
  "get_max_seq_len": 2048,
53
- "get_n_layers": null,
54
  "get_vocab_size": 151665,
55
  "use_kv_cache": true,
56
  "use_sdpa_with_kv_cache": true
@@ -70,7 +71,7 @@
70
  1,
71
  {
72
  "min": 1,
73
- "max": 2048
74
  }
75
  ],
76
  "dtype": "int64"
@@ -94,11 +95,12 @@
94
  },
95
  "get_bos_id": 151643,
96
  "get_eos_ids": [
 
97
  151643
98
  ],
99
  "get_max_context_len": 2048,
100
  "get_max_seq_len": 2048,
101
- "get_n_layers": null,
102
  "get_vocab_size": 151665,
103
  "use_kv_cache": true,
104
  "use_sdpa_with_kv_cache": true
 
22
  1,
23
  {
24
  "min": 1,
25
+ "max": 2047
26
  }
27
  ],
28
  "dtype": "int64"
 
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
49
+ 151645,
50
  151643
51
  ],
52
  "get_max_context_len": 2048,
53
  "get_max_seq_len": 2048,
54
+ "get_n_layers": 28,
55
  "get_vocab_size": 151665,
56
  "use_kv_cache": true,
57
  "use_sdpa_with_kv_cache": true
 
71
  1,
72
  {
73
  "min": 1,
74
+ "max": 2047
75
  }
76
  ],
77
  "dtype": "int64"
 
95
  },
96
  "get_bos_id": 151643,
97
  "get_eos_ids": [
98
+ 151645,
99
  151643
100
  ],
101
  "get_max_context_len": 2048,
102
  "get_max_seq_len": 2048,
103
+ "get_n_layers": 28,
104
  "get_vocab_size": 151665,
105
  "use_kv_cache": true,
106
  "use_sdpa_with_kv_cache": true
1_5b/xnnpack/hammer_2_1_1_5b_xnnpack_8da4w.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:502d8eaaa1199eb1fa1f9b69312183e9a7d7454c9022460e91c32dffc0534bb3
3
- size 1135475296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3de78b2550da2c3a1297ca3829a58f3c2644b6dceef2473fd17371733806fba1
3
+ size 1135475424
1_5b/xnnpack/hammer_2_1_1_5b_xnnpack_bf16.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9a062466b2698e70c7a8a4ffc0f7cf496221bf819db3ecacb51ce97190dc725
3
- size 3089085408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c2ada9e9b586243b093f67923ff71a8415f491d607ce466935d941907150b8d
3
+ size 3089098064
3b/xnnpack/config.json CHANGED
@@ -22,7 +22,7 @@
22
  1,
23
  {
24
  "min": 1,
25
- "max": 2048
26
  }
27
  ],
28
  "dtype": "int64"
@@ -46,11 +46,12 @@
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
 
49
  151643
50
  ],
51
  "get_max_context_len": 2048,
52
  "get_max_seq_len": 2048,
53
- "get_n_layers": null,
54
  "get_vocab_size": 151665,
55
  "use_kv_cache": true,
56
  "use_sdpa_with_kv_cache": true
@@ -70,7 +71,7 @@
70
  1,
71
  {
72
  "min": 1,
73
- "max": 2048
74
  }
75
  ],
76
  "dtype": "int64"
@@ -94,11 +95,12 @@
94
  },
95
  "get_bos_id": 151643,
96
  "get_eos_ids": [
 
97
  151643
98
  ],
99
  "get_max_context_len": 2048,
100
  "get_max_seq_len": 2048,
101
- "get_n_layers": null,
102
  "get_vocab_size": 151665,
103
  "use_kv_cache": true,
104
  "use_sdpa_with_kv_cache": true
 
22
  1,
23
  {
24
  "min": 1,
25
+ "max": 2047
26
  }
27
  ],
28
  "dtype": "int64"
 
46
  },
47
  "get_bos_id": 151643,
48
  "get_eos_ids": [
49
+ 151645,
50
  151643
51
  ],
52
  "get_max_context_len": 2048,
53
  "get_max_seq_len": 2048,
54
+ "get_n_layers": 36,
55
  "get_vocab_size": 151665,
56
  "use_kv_cache": true,
57
  "use_sdpa_with_kv_cache": true
 
71
  1,
72
  {
73
  "min": 1,
74
+ "max": 2047
75
  }
76
  ],
77
  "dtype": "int64"
 
95
  },
96
  "get_bos_id": 151643,
97
  "get_eos_ids": [
98
+ 151645,
99
  151643
100
  ],
101
  "get_max_context_len": 2048,
102
  "get_max_seq_len": 2048,
103
+ "get_n_layers": 36,
104
  "get_vocab_size": 151665,
105
  "use_kv_cache": true,
106
  "use_sdpa_with_kv_cache": true
3b/xnnpack/hammer_2_1_3b_xnnpack_8da4w.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70caaefa99c9861a1a19d8daf2f8485883fc9277b11a341a3c85713f47413a72
3
  size 2052539520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13f7318fb09b9224df3ca01e0c9ceb8467781bd94a78c31dcf4e45e437f6094
3
  size 2052539520
3b/xnnpack/hammer_2_1_3b_xnnpack_bf16.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:206503721cb8a4debcf660e14df51f9ed3aca632dc980d8c24b1e9697164e19d
3
- size 6173366368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8bedd63bb4f771d7e75293a9119cd79cc09ea94ec5215331a26c24babff2077
3
+ size 6173382608