Remove nested directory: BitTransformerLM/bit_transformer/__init__.py
Browse files
BitTransformerLM/bit_transformer/__init__.py
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
from .model import (
|
| 2 |
-
PositionalEncoding,
|
| 3 |
-
BitTransformerLM,
|
| 4 |
-
ReversibleLoggingTransformerEncoderLayer,
|
| 5 |
-
example_usage,
|
| 6 |
-
example_training_step,
|
| 7 |
-
infer_long_sequence,
|
| 8 |
-
diffusion_inference,
|
| 9 |
-
)
|
| 10 |
-
from .telemetry import TelemetrySynthesizer, detect_metric_drift
|
| 11 |
-
from .dashboard import plot_telemetry
|
| 12 |
-
from .dashboard_app import run_dashboard
|
| 13 |
-
from .collapse import collapse_submodel, save_distilled_model
|
| 14 |
-
from .safety import hil_safe_inference, demo_hil_safety, safe_sample_with_retry
|
| 15 |
-
from .bit_io import (
|
| 16 |
-
text_to_bits,
|
| 17 |
-
bits_to_text,
|
| 18 |
-
infer_text,
|
| 19 |
-
)
|
| 20 |
-
from .parity import enforce_parity
|
| 21 |
-
from .compression import (
|
| 22 |
-
compress_bits,
|
| 23 |
-
decompress_bits,
|
| 24 |
-
model_output_decompress,
|
| 25 |
-
pack_bits,
|
| 26 |
-
unpack_bits,
|
| 27 |
-
)
|
| 28 |
-
from .distributed import wrap_fsdp, make_pipeline
|
| 29 |
-
from .optimization import configure_optimizer, adjust_learning_rate
|
| 30 |
-
from .scale import expand_model
|
| 31 |
-
from .distil import distill_step, TelemetryLog
|
| 32 |
-
from .quantization import (
|
| 33 |
-
quantize_dynamic,
|
| 34 |
-
prepare_qat_fx,
|
| 35 |
-
convert_qat_fx,
|
| 36 |
-
)
|
| 37 |
-
from .training import train_loop
|
| 38 |
-
from .utils import save_model, load_model, set_dropout
|
| 39 |
-
from .hf_checkpoint import hf_login, save_checkpoint, download_checkpoint
|
| 40 |
-
from .torch_utils import cpu_autocast
|
| 41 |
-
|
| 42 |
-
__all__ = [
|
| 43 |
-
"PositionalEncoding",
|
| 44 |
-
"BitTransformerLM",
|
| 45 |
-
"ReversibleLoggingTransformerEncoderLayer",
|
| 46 |
-
"example_usage",
|
| 47 |
-
"example_training_step",
|
| 48 |
-
"TelemetrySynthesizer",
|
| 49 |
-
"detect_metric_drift",
|
| 50 |
-
"collapse_submodel",
|
| 51 |
-
"save_distilled_model",
|
| 52 |
-
"hil_safe_inference",
|
| 53 |
-
"demo_hil_safety",
|
| 54 |
-
"safe_sample_with_retry",
|
| 55 |
-
"text_to_bits",
|
| 56 |
-
"bits_to_text",
|
| 57 |
-
"infer_text",
|
| 58 |
-
"enforce_parity",
|
| 59 |
-
"plot_telemetry",
|
| 60 |
-
"run_dashboard",
|
| 61 |
-
"configure_optimizer",
|
| 62 |
-
"adjust_learning_rate",
|
| 63 |
-
"expand_model",
|
| 64 |
-
"distill_step",
|
| 65 |
-
"TelemetryLog",
|
| 66 |
-
"quantize_dynamic",
|
| 67 |
-
"prepare_qat_fx",
|
| 68 |
-
"convert_qat_fx",
|
| 69 |
-
"train_loop",
|
| 70 |
-
"wrap_fsdp",
|
| 71 |
-
"make_pipeline",
|
| 72 |
-
"compress_bits",
|
| 73 |
-
"decompress_bits",
|
| 74 |
-
"model_output_decompress",
|
| 75 |
-
"pack_bits",
|
| 76 |
-
"unpack_bits",
|
| 77 |
-
"infer_long_sequence",
|
| 78 |
-
"diffusion_inference",
|
| 79 |
-
"save_model",
|
| 80 |
-
"load_model",
|
| 81 |
-
"set_dropout",
|
| 82 |
-
"hf_login",
|
| 83 |
-
"save_checkpoint",
|
| 84 |
-
"download_checkpoint",
|
| 85 |
-
"cpu_autocast",
|
| 86 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|