Hugging Face's logo

ArthurZ
/
gguf-kernels

Model card Files
xet
 Community
ArthurZ HF Staff commited on
Commit
0208b41
·
verified ·
1 Parent(s): 26c126e

mul_mat_id_{q4_K,q5_0,q5_1,q8_0}_f32 — indexed matvec for MoE

Browse files
Files changed (7) hide show
  1. .gitattributes +3 -0
  2. build/torch210-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so +3 -0
  3. build/torch210-metal-aarch64-darwin/_ops.py +3 -3
  4. build/torch28-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so +3 -0
  5. build/torch28-metal-aarch64-darwin/_ops.py +3 -3
  6. build/torch29-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so +3 -0
  7. build/torch29-metal-aarch64-darwin/_ops.py +3 -3
.gitattributes CHANGED
@@ -41,3 +41,6 @@ build/torch210-metal-aarch64-darwin/_gguf_dequant_b5e6652.abi3.so filter=lfs dif
41
  build/torch28-metal-aarch64-darwin/_gguf_dequant_b5e6652.abi3.so filter=lfs diff=lfs merge=lfs -text
42
  build/torch29-metal-aarch64-darwin/_gguf_dequant_b5e6652.abi3.so filter=lfs diff=lfs merge=lfs -text
43
  build/torch211-metal-aarch64-darwin/_gguf_dequant_b5e6652.abi3.so filter=lfs diff=lfs merge=lfs -text
 
 
 
 
41
  build/torch28-metal-aarch64-darwin/_gguf_dequant_b5e6652.abi3.so filter=lfs diff=lfs merge=lfs -text
42
  build/torch29-metal-aarch64-darwin/_gguf_dequant_b5e6652.abi3.so filter=lfs diff=lfs merge=lfs -text
43
  build/torch211-metal-aarch64-darwin/_gguf_dequant_b5e6652.abi3.so filter=lfs diff=lfs merge=lfs -text
44
+ build/torch210-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so filter=lfs diff=lfs merge=lfs -text
45
+ build/torch28-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so filter=lfs diff=lfs merge=lfs -text
46
+ build/torch29-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so filter=lfs diff=lfs merge=lfs -text
build/torch210-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a2d23d6a74253f879d642e70dc9d330bee3ccd3946b98f8fc7dadc7a91fda45
3
+ size 307104
build/torch210-metal-aarch64-darwin/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _gguf_dequant_b5e6652
3
- ops = torch.ops._gguf_dequant_b5e6652
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_gguf_dequant_b5e6652::{op_name}"
 
1
  import torch
2
+ from . import _gguf_dequant_bf94222
3
+ ops = torch.ops._gguf_dequant_bf94222
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_gguf_dequant_bf94222::{op_name}"
build/torch28-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21f0eb1fe17c283a94ef093bf20de12e88a81b6a165afae6447bbb28ddcb4fdf
3
+ size 306256
build/torch28-metal-aarch64-darwin/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _gguf_dequant_b5e6652
3
- ops = torch.ops._gguf_dequant_b5e6652
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_gguf_dequant_b5e6652::{op_name}"
 
1
  import torch
2
+ from . import _gguf_dequant_bf94222
3
+ ops = torch.ops._gguf_dequant_bf94222
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_gguf_dequant_bf94222::{op_name}"
build/torch29-metal-aarch64-darwin/_gguf_dequant_bf94222.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68b288db26b03e6a25494b4839bf21921e877155f2adceb08c9c887fc7369e8b
3
+ size 306368
build/torch29-metal-aarch64-darwin/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _gguf_dequant_b5e6652
3
- ops = torch.ops._gguf_dequant_b5e6652
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_gguf_dequant_b5e6652::{op_name}"
 
1
  import torch
2
+ from . import _gguf_dequant_bf94222
3
+ ops = torch.ops._gguf_dequant_bf94222
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_gguf_dequant_bf94222::{op_name}"