File size: 2,113 Bytes
dc9bb20 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 | # Copyright (c) Facebook, Inc. and its affiliates.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.
import importlib
import sys
import torch
from . import _ops, research, utils
from .autograd._functions import (
MatmulLtState,
matmul,
matmul_4bit,
)
from .backends.cpu import ops as cpu_ops
from .backends.default import ops as default_ops
from .nn import modules
from .optim import adam
# This is a signal for integrations with transformers/diffusers.
# Eventually we may remove this but it is currently required for compatibility.
features = {"multi_backend"}
supported_torch_devices = {
"cpu",
"cuda", # NVIDIA/AMD GPU
"xpu", # Intel GPU
"hpu", # Intel Gaudi
"npu", # Ascend NPU
"mps", # Apple Silicon
}
if torch.cuda.is_available():
from .backends.cuda import ops as cuda_ops
if hasattr(torch, "xpu") and torch.xpu.is_available():
from .backends.xpu import ops as xpu_ops
if importlib.util.find_spec("habana_frameworks") and importlib.util.find_spec("habana_frameworks.torch"):
# In case not automatically imported
import habana_frameworks.torch
if hasattr(torch, "hpu") and torch.hpu.is_available():
from .backends.hpu import ops as hpu_ops
def _import_backends():
"""
Discover and autoload all available backends installed as separate packages.
Packages with an entrypoint for "bitsandbytes.backends" will be loaded.
Inspired by PyTorch implementation: https://pytorch.org/tutorials/prototype/python_extension_autoload.html
"""
from importlib.metadata import entry_points
extensions = entry_points(group="bitsandbytes.backends")
for ext in extensions:
try:
entry = ext.load()
entry()
except Exception as e:
raise RuntimeError(f"bitsandbytes: failed to load backend {ext.name}: {e}") from e
_import_backends()
__pdoc__ = {
"libbitsandbytes": False,
"optim.optimizer.Optimizer8bit": False,
"optim.optimizer.MockArgs": False,
}
__version__ = "0.49.2"
|