update

README.md

@@ -1,3 +1,33 @@
 ---
 license: apache-2.0
+tags:
+- mlx
+base_model: GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0
 ---
+
+# GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0-mlx
+
+This quantized low-bit model [GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0-mlx](https://huggingface.co/GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0-mlx) was converted to MLX format from [`GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0`](https://huggingface.co/GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0) using gbx-lm version **0.4.0**.
+Refer to the [original model card](https://huggingface.co/GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0) for more details on the model.
+
+## Use with mlx
+
+```bash
+pip install gbx-lm
+```
+
+```python
+from gbx_lm import load, generate
+
+model, tokenizer = load("GreenBitAI/DeepSeek-R1-671B-layer-mix-bpw-4.0-mlx")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

model-00001-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afba22a8b5a10511ba27c43e5f840fb58be94db8d8c61c83cfc6f0c5413e773
+size 4995184776

model-00001-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cfb6b029ec1cac22ee887fa18d5e91b0e2a9731f20082e3247ceb65ae2765f
+size 4901155076

model-00002-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77447e93d421f32a315a06629cf39e9fb118dd4482efabdee9ac545a8b01ab0b
+size 4997775232

model-00002-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0a65b84b6e27097c39bf51fd2ae091ab6f2b88da7bd9da81afaa8ba8ecd391
+size 4465578998

model-00003-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db145492b24a239309d4372cee9502f85b4b9c099c0fcd20b3d12f5e03807853
+size 4999329648

model-00003-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbc8677434db966cb58b1b6c27ce677f161929ecc8b7de6a280cee12c55d5b3
+size 4483120096

model-00004-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4c5bdf4650ddbacd45305e3eab07f75535b88831ebf70138efa274121e9798
+size 4999329640

model-00004-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ea30630454e332a2b2928c3d92354e056ad18d5a9850380979ec6f68a38709
+size 4697621266

model-00005-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc23323d6d2c4d6c760588d893ce2b982959f8282252cc0283dec91c04af318
+size 4999350432

model-00005-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b5dd50047f7d6065254b5fda80564d8dc841ae66b055f2cdfee09dd75cc339
+size 4845992687

model-00006-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1460479dd51afcafb608dd511d2936e2e35298e8d698df12c6771cddc157de
+size 4999330368

model-00006-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a92e99551976636fb62961234ee81c5deedc7b93ac609b23798c8694044d705
+size 4845992603

model-00007-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebd193d9ecb2e980628002bf22f786ec09650378458f93b552226008438acb4
+size 4997775528

model-00007-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112a74e250ddb6b72d475a9de71b9fe8f838236256e3776c77e5bbcd6a41b6c6
+size 4697621264

model-00008-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939a66289e32e51a05ef223de15ef2dcac1e2df8a1f7a14ad0cba418248bd535
+size 4999329640

model-00008-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8af213f7c5a35d5ec6d60717272ee372e6ee91619677378bb5ec78542241474
+size 4845992705

model-00009-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d780df3809663fa68dfd6b849c36fe034a6407b89abb3d6bd039c37c56e66c60
+size 4999350120

model-00009-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3478ce2dd2bd11aeb8e75add6c480ab6a71beff355b12a93307846fffa5038a6
+size 4845992627

model-00010-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252372d9e15ac50e38f063bba6b1821e47f6e462f3ca907c940fce57105a5b5f
+size 4999331168

model-00010-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9bf8618db97a1d415cea4f3f0e319deeedc955e56380d1efb5008784afddaa
+size 4697621264

model-00011-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d342323f912911a6846a4d7f1b10662eafbd50a7207862c641ce97dded67814
+size 4999333528

model-00011-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f276430176f4e17aac8785cc52a61f7c75f288a3a75b650abd4cbcc48d3996
+size 4845992697

model-00012-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd227bd4fc3889537081aa7fcf49add38c920f08a68f879a032c62f4f995b885
+size 4999354120

model-00012-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff7d6ceef96b1b096d893f45634980c4ba5b5f9696d9b08a6f6fa66fc9a73c5
+size 4845992643

model-00013-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e600b82550800e94ed6e7229315d8753d76786d850728cb2bc121b282d8b67
+size 4997778176

model-00013-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73573c98f0617810b1c060b2cae6e7e32a0906e59a994b2ad954d93b020b30da
+size 4697621270

model-00014-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcfef3131ce3cf51222078569ea864011e1fe42381c6dd4a12922b48506b3e3
+size 4999332808

model-00014-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d4e75223718fe88e22271fc11d36978f9a5fc32eae0602f1b94fd536b95b71
+size 4845992701

model-00015-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f146d7f33416e29dfec4696de5755dfdf907caf27b1bd9797f078c458fbfe1f2
+size 4999332800

model-00015-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba2fbcc10cb99460d18aefec2d16ee72c70a9525f02f02c77c81d237ca9045c
+size 4845992645

model-00016-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f19eebbc5f83810f16ebbfb20fb18a6cd0920a0615f49952c5c6db1324ddf4f
+size 4999353728

model-00016-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97726d8ae1e5803bf8848c51727278c36b064cd4d1a32b44b6941ba28eefe764
+size 4697621266

model-00017-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd8c5817f180d905dbce74cdbfaf32d4968e913067a51cb90714b7c763be51d
+size 4999333528

model-00017-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249c5e61917dd75f61a5ec96f24d6880561245d01588ea3fc35b8cce827f8733
+size 4476130045

model-00018-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8574a66d4e69cc62d7aa5346ac149caff1dd648668525b45cfa632b84eee56ec
+size 4997778592

model-00018-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87de84e8d679caebe11bd61525f81b59e4a8a862d795b222a09d760d0905851
+size 5294085231

model-00019-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96fde1105521c41a4eb35afe3f8d0724886d87fd6e78ed3e0bed0b9c908712b
+size 4999332800

model-00019-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec6763c00efe237c0c6e55cc52a986de6ac175d6c3bfa58926669308cdb5adc
+size 4465579059

model-00020-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c741784786c1ec9afb3f8e97e5e2cb076eb8932380cbb543dd6b315940de05
+size 4999353280

model-00020-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450291e05ed8e53361c9fce5a4d5e367a38763dbe03c945371db11b3d7cf6e0
+size 4465579175

model-00021-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b44cbfbdce45a9ae34b78f0b267d7dba1a3c7f9cfe2d23ba6adb32f121aa941
+size 4999332960

model-00021-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95649781ec30c36e23ef5c3f0f175353b91be252666ae2b2c7c71ec3f9fdce4
+size 4465579127

model-00022-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76279e0e0ae17de8987037638536a4f6aa3fe6b1e73a5c1504f7b630f8928492
+size 4999333528

model-00022-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5582d5c8102ce7fba0b1366b665e7743599feea3905ab1b35b875b9f8b3287f
+size 4465579171

model-00023-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ff5f39985a920204f8cf0734350cc6338a5ab32811e1d203737aabcfe9265d
+size 4997778888

model-00023-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065597764fcecd35063477a21d16a7c1b3906121521015bc88a6ed468746fd0e
+size 4465579175

model-00024-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4ea3bbb69ade327e423da0dd788a202fcd249d2d2144c5402e354ee879f961
+size 4999353280

model-00024-of-00083.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae5e90d5e1b189e109e8616c6e1da765917ad1ffb5b0a794089c70322f48512
+size 5287662759

model-00025-of-00073.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fd3f066e87591efd0f007d75fa5bf9556fb66e9637cc30b8def80b2c485db0
+size 4999332808