morriszms commited on
Commit
a65228f
·
verified ·
1 Parent(s): dc10f15

Upload folder using huggingface_hub

Browse files
Llama-3.2-3B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56e8bb53da97036da88c9ec9b8f8c6ea91d78d3ab8d25e70b4afc7c05a3e75d0
3
- size 1363935808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04997c3d82fc4a177739dc8e5b4d1445401f101b18bfc762a979d9f81afdf9a2
3
+ size 1363935520
Llama-3.2-3B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5caa7da7de1b39cef3cb7128db5d4dc0d0147796f927d1cf0f832ceaf3d5eb64
3
- size 1815347776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb9749a171372c1ab237cedbb3f3899917c9ac30befc5697d9727fb5cf8967b
3
+ size 1815347488
Llama-3.2-3B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8520a0102e85835a6372c4be645a1bcc456aa3858b5cb767f883389ceea24c7c
3
- size 1687159360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b70ab983c2024eca40838806c6af108ac9bc42bd6cb2a83cc69369b72fd514c1
3
+ size 1687159072
Llama-3.2-3B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3724429cd40f5e1ef4086dc9c164a5516cb103d587d28200371868d2916af10a
3
- size 1542849088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e02373ca1e7fda8b876697b153bd32cc62da755b4c190fe1bf36743297a0948d
3
+ size 1542848800
Llama-3.2-3B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5bb7933486d993153457b283adb3604ea264f3f4606dda47740da1fe904b49a
3
- size 1917190720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79c7a827242d00fd1dab728190c4045f8948433a2a805d11bf04b7a64cfd7ed
3
+ size 1917190432
Llama-3.2-3B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:441910f3ae534559ef82570c710e82e8c31707be107009415c20132b97ec9285
3
- size 2019377728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa150ff75a0e033e6f1680cc6a6bf5a11163137c84fd0c274b3ec1d27c9757f
3
+ size 2019377440
Llama-3.2-3B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20a93280ce6371a0f8001aa3aa694a2e8cd7e3759286d02e6a8dde1921ee01f9
3
- size 1928200768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25c806852d3140ce277c9bc3420ce281b169cbfaade90a422b8b856e50343e6b
3
+ size 1928200480
Llama-3.2-3B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5334375b22c09bc40fb0f9668fffe97a8135ebbeee0a6cf171681bbf2e77407
3
- size 2269512256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3edfbf1e0e70af30c462c3507ab7129abcfe17dcd62a947f615afb42f3b58fdf
3
+ size 2269511968
Llama-3.2-3B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed0522b0ee162d2cc657bec2af924674a1826b3249e0eeb5aba64006af41f6b4
3
- size 2322154048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9dbbe5f44662a585c9491cbfc1abaa81eb3242ee082661d3cc6c49835d45115
3
+ size 2322153760
Llama-3.2-3B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:550fa5c37c3007cf7b1b7941ed0ddbd1eedce6efadf4a7359d21999dfeef3fc3
3
- size 2269512256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8d1e182ecdd599d5a58907e50e239c1e10f0f72e3397397eb8c03f0932f5256
3
+ size 2269511968
Llama-3.2-3B-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d920a2ad9a052956479e25cb51eadd34d984ac17ff5a43b2ee641dad285adc3e
3
- size 2643853888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6894615be7a9b37b8bf0724938072066e6deb53facf27b6067196707f119f044
3
+ size 2643853600
Llama-3.2-3B-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4da07d142ae8cb3de2d224234aba62bcd3df734ee906fe6730d74b80a087d601
3
- size 3421899328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4908eb06a93c7a2c4f832c18bfadd61a42f72fed798abd4a5e1bd4b20e09bc07
3
+ size 3421899040
README.md CHANGED
@@ -1,5 +1,4 @@
1
  ---
2
- base_model: mlx-community/Llama-3.2-3B-Instruct
3
  language:
4
  - en
5
  - de
@@ -10,7 +9,6 @@ language:
10
  - es
11
  - th
12
  library_name: transformers
13
- license: llama3.2
14
  pipeline_tag: text-generation
15
  tags:
16
  - facebook
@@ -18,9 +16,9 @@ tags:
18
  - pytorch
19
  - llama
20
  - llama-3
21
- - mlx
22
  - TensorBlock
23
  - GGUF
 
24
  extra_gated_prompt: "### LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\n\nLlama 3.2 Version\
25
  \ Release Date: September 25, 2024\n\n“Agreement” means the terms and conditions\
26
  \ for use, reproduction, distribution and modification of the Llama Materials set\
@@ -207,6 +205,7 @@ extra_gated_fields:
207
  extra_gated_description: The information you provide will be collected, stored, processed
208
  and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
209
  extra_gated_button_content: Submit
 
210
  ---
211
 
212
  <div style="width: auto; margin-left: auto; margin-right: auto">
@@ -220,11 +219,11 @@ extra_gated_button_content: Submit
220
  </div>
221
  </div>
222
 
223
- ## mlx-community/Llama-3.2-3B-Instruct - GGUF
224
 
225
- This repo contains GGUF format model files for [mlx-community/Llama-3.2-3B-Instruct](https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct).
226
 
227
- The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
228
 
229
  <div style="text-align: left; margin: 20px 0;">
230
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
@@ -238,7 +237,7 @@ The files were quantized using machines provided by [TensorBlock](https://tensor
238
  <|begin_of_text|><|start_header_id|>system<|end_header_id|>
239
 
240
  Cutting Knowledge Date: December 2023
241
- Today Date: 23 Nov 2024
242
 
243
  {system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>
244
 
 
1
  ---
 
2
  language:
3
  - en
4
  - de
 
9
  - es
10
  - th
11
  library_name: transformers
 
12
  pipeline_tag: text-generation
13
  tags:
14
  - facebook
 
16
  - pytorch
17
  - llama
18
  - llama-3
 
19
  - TensorBlock
20
  - GGUF
21
+ license: llama3.2
22
  extra_gated_prompt: "### LLAMA 3.2 COMMUNITY LICENSE AGREEMENT\n\nLlama 3.2 Version\
23
  \ Release Date: September 25, 2024\n\n“Agreement” means the terms and conditions\
24
  \ for use, reproduction, distribution and modification of the Llama Materials set\
 
205
  extra_gated_description: The information you provide will be collected, stored, processed
206
  and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
207
  extra_gated_button_content: Submit
208
+ base_model: meta-llama/Llama-3.2-3B-Instruct
209
  ---
210
 
211
  <div style="width: auto; margin-left: auto; margin-right: auto">
 
219
  </div>
220
  </div>
221
 
222
+ ## meta-llama/Llama-3.2-3B-Instruct - GGUF
223
 
224
+ This repo contains GGUF format model files for [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct).
225
 
226
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit ec7f3ac](https://github.com/ggerganov/llama.cpp/commit/ec7f3ac9ab33e46b136eb5ab6a76c4d81f57c7f1).
227
 
228
  <div style="text-align: left; margin: 20px 0;">
229
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
 
237
  <|begin_of_text|><|start_header_id|>system<|end_header_id|>
238
 
239
  Cutting Knowledge Date: December 2023
240
+ Today Date: 23 Jan 2025
241
 
242
  {system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>
243