Build uploaded using `kernels`.

build/torch210-cxx11-cu126-aarch64-linux/__init__.py

@@ -0,0 +1,3 @@
+from .custom_ops import w8_a16_gemm, w8_a16_gemm_, preprocess_weights, quant_weights
+
+__all__ = ["w8_a16_gemm", "w8_a16_gemm_", "preprocess_weights", "quant_weights"]

build/{torch29-cxx11-cu128-aarch64-linux/quantization_eetq → torch210-cxx11-cu126-aarch64-linux}/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _quantization_eetq_ee9ac42
-ops = torch.ops._quantization_eetq_ee9ac42
+from . import _quantization_eetq_cuda_07c987f
+ops = torch.ops._quantization_eetq_cuda_07c987f
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_quantization_eetq_ee9ac42::{op_name}"
+    return f"_quantization_eetq_cuda_07c987f::{op_name}"

build/{torch29-cxx11-cu126-aarch64-linux/quantization_eetq/_quantization_eetq_ee9ac42.abi3.so → torch210-cxx11-cu126-aarch64-linux/_quantization_eetq_cuda_07c987f.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fc556dbe02d86c5c0c8f932c88e38fb1252b9557e7c17917af5181e2678b9da
-size 31535480
+oid sha256:92e9fc1d3da860e4f6c312e870e28de0cbb92d0aa948adc3be37ff0af38751d6
+size 39010048

build/torch210-cxx11-cu126-aarch64-linux/metadata.json

@@ -0,0 +1,18 @@
+{
+  "version": 1,
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "7.0",
+      "7.2",
+      "7.5",
+      "8.0",
+      "8.6",
+      "8.7",
+      "8.9",
+      "9.0+PTX"
+    ]
+  }
+}

build/torch210-cxx11-cu126-aarch64-linux/quantization_eetq/__init__.py

@@ -0,0 +1,26 @@
+import ctypes
+import sys
+
+import importlib
+from pathlib import Path
+from types import ModuleType
+
+def _import_from_path(file_path: Path) -> ModuleType:
+    # We cannot use the module name as-is, after adding it to `sys.modules`,
+    # it would also be used for other imports. So, we make a module name that
+    # depends on the path for it to be unique using the hex-encoded hash of
+    # the path.
+    path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
+    module_name = path_hash
+    spec = importlib.util.spec_from_file_location(module_name, file_path)
+    if spec is None:
+        raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
+    module = importlib.util.module_from_spec(spec)
+    if module is None:
+        raise ImportError(f"Cannot load module {module_name} from spec")
+    sys.modules[module_name] = module
+    spec.loader.exec_module(module)  # type: ignore
+    return module
+
+
+globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))

build/torch210-cxx11-cu128-aarch64-linux/__init__.py

@@ -0,0 +1,3 @@
+from .custom_ops import w8_a16_gemm, w8_a16_gemm_, preprocess_weights, quant_weights
+
+__all__ = ["w8_a16_gemm", "w8_a16_gemm_", "preprocess_weights", "quant_weights"]

build/{torch29-cxx11-cu126-aarch64-linux/quantization_eetq → torch210-cxx11-cu128-aarch64-linux}/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _quantization_eetq_ee9ac42
-ops = torch.ops._quantization_eetq_ee9ac42
+from . import _quantization_eetq_cuda_07c987f
+ops = torch.ops._quantization_eetq_cuda_07c987f
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_quantization_eetq_ee9ac42::{op_name}"
+    return f"_quantization_eetq_cuda_07c987f::{op_name}"

build/{torch29-cxx11-cu128-aarch64-linux/quantization_eetq/_quantization_eetq_ee9ac42.abi3.so → torch210-cxx11-cu128-aarch64-linux/_quantization_eetq_cuda_07c987f.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1bc25a027bfbe2c5b130fa3682d9130157ba0d4eae45f557e9243c4d16c944e
-size 37956592
+oid sha256:7546e7acd438f6f7b438906fddce53265b7684f63fa6e134e2d85ca414586cab
+size 45366048

build/torch210-cxx11-cu128-aarch64-linux/metadata.json

@@ -0,0 +1,21 @@
+{
+  "version": 1,
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "10.1",
+      "12.0+PTX",
+      "7.0",
+      "7.2",
+      "7.5",
+      "8.0",
+      "8.6",
+      "8.7",
+      "8.9",
+      "9.0"
+    ]
+  }
+}

build/torch210-cxx11-cu128-aarch64-linux/quantization_eetq/__init__.py

@@ -0,0 +1,26 @@
+import ctypes
+import sys
+
+import importlib
+from pathlib import Path
+from types import ModuleType
+
+def _import_from_path(file_path: Path) -> ModuleType:
+    # We cannot use the module name as-is, after adding it to `sys.modules`,
+    # it would also be used for other imports. So, we make a module name that
+    # depends on the path for it to be unique using the hex-encoded hash of
+    # the path.
+    path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
+    module_name = path_hash
+    spec = importlib.util.spec_from_file_location(module_name, file_path)
+    if spec is None:
+        raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
+    module = importlib.util.module_from_spec(spec)
+    if module is None:
+        raise ImportError(f"Cannot load module {module_name} from spec")
+    sys.modules[module_name] = module
+    spec.loader.exec_module(module)  # type: ignore
+    return module
+
+
+globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))

build/torch29-cxx11-cu126-aarch64-linux/__init__.py

@@ -0,0 +1,3 @@
+from .custom_ops import w8_a16_gemm, w8_a16_gemm_, preprocess_weights, quant_weights
+
+__all__ = ["w8_a16_gemm", "w8_a16_gemm_", "preprocess_weights", "quant_weights"]

build/torch29-cxx11-cu126-aarch64-linux/_ops.py

@@ -0,0 +1,9 @@
+import torch
+from . import _quantization_eetq_cuda_07c987f
+ops = torch.ops._quantization_eetq_cuda_07c987f
+
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_eetq_cuda_07c987f::{op_name}"

build/torch29-cxx11-cu126-aarch64-linux/_quantization_eetq_cuda_07c987f.abi3.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dc7862071e70892ff753e2c3b90f40e9f67f698d585b5be9fca0dc1e8d92fb
+size 39006704

build/torch29-cxx11-cu126-aarch64-linux/custom_ops.py

@@ -0,0 +1,36 @@
+from typing import List
+import torch
+
+from ._ops import ops
+
+
+def w8_a16_gemm(
+    input: torch.Tensor, weight: torch.Tensor, scale: torch.Tensor
+) -> torch.Tensor:
+    return ops.w8_a16_gemm(input, weight, scale)
+
+
+def w8_a16_gemm_(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    scale: torch.Tensor,
+    output: torch.Tensor,
+    m: int,
+    n: int,
+    k: int,
+) -> torch.Tensor:
+    return ops.w8_a16_gemm_(input, weight, scale, output, m, n, k)
+
+
+def preprocess_weights(origin_weight: torch.Tensor, is_int4: bool) -> torch.Tensor:
+    return ops.preprocess_weights(origin_weight, is_int4)
+
+
+def quant_weights(
+    origin_weight: torch.Tensor,
+    quant_type: torch.dtype,
+    return_unprocessed_quantized_tensor: bool,
+) -> List[torch.Tensor]:
+    return ops.quant_weights(
+        origin_weight, quant_type, return_unprocessed_quantized_tensor
+    )

build/torch29-cxx11-cu126-aarch64-linux/metadata.json

@@ -0,0 +1,18 @@
+{
+  "version": 1,
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "7.0",
+      "7.2",
+      "7.5",
+      "8.0",
+      "8.6",
+      "8.7",
+      "8.9",
+      "9.0+PTX"
+    ]
+  }
+}

build/torch29-cxx11-cu126-aarch64-linux/quantization_eetq/__init__.py

@@ -1,3 +1,26 @@
-from .custom_ops import w8_a16_gemm, w8_a16_gemm_, preprocess_weights, quant_weights
+import ctypes
+import sys
 
-__all__ = ["w8_a16_gemm", "w8_a16_gemm_", "preprocess_weights", "quant_weights"]
+import importlib
+from pathlib import Path
+from types import ModuleType
+
+def _import_from_path(file_path: Path) -> ModuleType:
+    # We cannot use the module name as-is, after adding it to `sys.modules`,
+    # it would also be used for other imports. So, we make a module name that
+    # depends on the path for it to be unique using the hex-encoded hash of
+    # the path.
+    path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
+    module_name = path_hash
+    spec = importlib.util.spec_from_file_location(module_name, file_path)
+    if spec is None:
+        raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
+    module = importlib.util.module_from_spec(spec)
+    if module is None:
+        raise ImportError(f"Cannot load module {module_name} from spec")
+    sys.modules[module_name] = module
+    spec.loader.exec_module(module)  # type: ignore
+    return module
+
+
+globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))

build/torch29-cxx11-cu128-aarch64-linux/__init__.py

@@ -0,0 +1,3 @@
+from .custom_ops import w8_a16_gemm, w8_a16_gemm_, preprocess_weights, quant_weights
+
+__all__ = ["w8_a16_gemm", "w8_a16_gemm_", "preprocess_weights", "quant_weights"]

build/torch29-cxx11-cu128-aarch64-linux/_ops.py

@@ -0,0 +1,9 @@
+import torch
+from . import _quantization_eetq_cuda_07c987f
+ops = torch.ops._quantization_eetq_cuda_07c987f
+
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_quantization_eetq_cuda_07c987f::{op_name}"

build/torch29-cxx11-cu128-aarch64-linux/_quantization_eetq_cuda_07c987f.abi3.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe7e9d12743a281594a2bcc46d8592a8f1bc6d74c0e51bb1c85d04a67e5001c
+size 45296736

build/torch29-cxx11-cu128-aarch64-linux/custom_ops.py

@@ -0,0 +1,36 @@
+from typing import List
+import torch
+
+from ._ops import ops
+
+
+def w8_a16_gemm(
+    input: torch.Tensor, weight: torch.Tensor, scale: torch.Tensor
+) -> torch.Tensor:
+    return ops.w8_a16_gemm(input, weight, scale)
+
+
+def w8_a16_gemm_(
+    input: torch.Tensor,
+    weight: torch.Tensor,
+    scale: torch.Tensor,
+    output: torch.Tensor,
+    m: int,
+    n: int,
+    k: int,
+) -> torch.Tensor:
+    return ops.w8_a16_gemm_(input, weight, scale, output, m, n, k)
+
+
+def preprocess_weights(origin_weight: torch.Tensor, is_int4: bool) -> torch.Tensor:
+    return ops.preprocess_weights(origin_weight, is_int4)
+
+
+def quant_weights(
+    origin_weight: torch.Tensor,
+    quant_type: torch.dtype,
+    return_unprocessed_quantized_tensor: bool,
+) -> List[torch.Tensor]:
+    return ops.quant_weights(
+        origin_weight, quant_type, return_unprocessed_quantized_tensor
+    )

build/torch29-cxx11-cu128-aarch64-linux/metadata.json

@@ -0,0 +1,21 @@
+{
+  "version": 1,
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "10.1",
+      "12.0+PTX",
+      "7.0",
+      "7.2",
+      "7.5",
+      "8.0",
+      "8.6",
+      "8.7",
+      "8.9",
+      "9.0"
+    ]
+  }
+}

build/torch29-cxx11-cu128-aarch64-linux/quantization_eetq/__init__.py

@@ -1,3 +1,26 @@
-from .custom_ops import w8_a16_gemm, w8_a16_gemm_, preprocess_weights, quant_weights
+import ctypes
+import sys
 
-__all__ = ["w8_a16_gemm", "w8_a16_gemm_", "preprocess_weights", "quant_weights"]
+import importlib
+from pathlib import Path
+from types import ModuleType
+
+def _import_from_path(file_path: Path) -> ModuleType:
+    # We cannot use the module name as-is, after adding it to `sys.modules`,
+    # it would also be used for other imports. So, we make a module name that
+    # depends on the path for it to be unique using the hex-encoded hash of
+    # the path.
+    path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
+    module_name = path_hash
+    spec = importlib.util.spec_from_file_location(module_name, file_path)
+    if spec is None:
+        raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
+    module = importlib.util.module_from_spec(spec)
+    if module is None:
+        raise ImportError(f"Cannot load module {module_name} from spec")
+    sys.modules[module_name] = module
+    spec.loader.exec_module(module)  # type: ignore
+    return module
+
+
+globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))