diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8241c07bef5e5c27cd3d3bf24a82dcf39564ab99 --- /dev/null +++ b/README.md @@ -0,0 +1,121 @@ +--- +base_model: + - black-forest-labs/FLUX.1-Krea-dev +base_model_relation: quantized +pipeline_tag: text-to-image +tags: +- dfloat11 +- df11 +- lossless compression +- 70% size, 100% accuracy +--- + +# DFloat11 Compressed Model: `black-forest-labs/FLUX.1-Krea-dev` + +This is a **DFloat11 losslessly compressed** version of the original `black-forest-labs/FLUX.1-Krea-dev` model. It reduces model size by **32%** compared to the original BFloat16 model, while maintaining **bit-identical outputs** and supporting **efficient GPU inference**. + +🔥🔥🔥 Thanks to DFloat11 compression, FLUX.1-Krea-dev can now run on a single 24GB GPU, or on a 12GB GPU with CPU offloading, while maintaining full model quality. 🔥🔥🔥 + +### 📊 Performance Comparison + +| Model | Model Size | Peak GPU Memory (1024×1024 image generation) | Generation Time (A100 GPU) | +|------------------------------------------------|------------|----------------------------------------------|----------------------------| +| FLUX.1-Krea-dev (BFloat16) | 23.80 GB | 24.28 GB | 56 seconds | +| FLUX.1-Krea-dev (DFloat11) | 16.33 GB | 17.54 GB | 58 seconds | +| FLUX.1-Krea-dev (DFloat11 + GPU Offloading) | 16.33 GB | 9.76 GB | 78 seconds | + +### 🔧 How to Use + +1. Install or upgrade the DFloat11 pip package *(installs the CUDA kernel automatically; requires a CUDA-compatible GPU and PyTorch installed)*: + + ```bash + pip install -U dfloat11[cuda12] + ``` + +2. Install or upgrade diffusers: + + ```bash + pip install -U diffusers + ``` + +3. Save the following code to a Python file `krea.py`: + + ```python + import argparse + import time + + import torch + from diffusers import FluxPipeline + from dfloat11 import DFloat11Model + + # Parse command line arguments + parser = argparse.ArgumentParser(description="Generate images using FLUX.1-Krea-dev model") + parser.add_argument( + "--prompt", type=str, help="Text prompt for image generation", + default="An astronaut, helmet off, sits at a tiny table set on the tip of a crescent moon, sipping tea while gazing at a swirling galaxy in the distance. Stars twinkle around, casting a gentle glow on the lunar surface.", + ) + parser.add_argument("--width", type=int, default=1024, help="Image width") + parser.add_argument("--height", type=int, default=1024, help="Image height") + parser.add_argument("--guidance_scale", type=float, default=4.5, help="Guidance scale for generation") + parser.add_argument("--save_file_name", type=str, default="flux-krea-dev.png", help="Output file name") + parser.add_argument("--cpu_offload", action="store_true", help="Enable DFloat11 CPU offloading") + args = parser.parse_args() + + # Load the pipeline + pipe = FluxPipeline.from_pretrained( + "black-forest-labs/FLUX.1-Krea-dev", + torch_dtype=torch.bfloat16, + ) + + # Load DFloat11 model + DFloat11Model.from_pretrained( + "DFloat11/FLUX.1-Krea-dev-DF11", + bfloat16_model=pipe.transformer, + device="cpu", + cpu_offload=args.cpu_offload, + ) + pipe.enable_model_cpu_offload() + + start_time = time.time() + # Generate image + image = pipe( + args.prompt, + height=args.height, + width=args.width, + guidance_scale=args.guidance_scale, + ).images[0] + end_time = time.time() + + # Save the image + image.save(args.save_file_name) + + # Print time and memory usage + print(f"Time taken: {end_time - start_time:.2f} seconds") + peak_memory = torch.cuda.max_memory_allocated() + print(f"Peak memory: {peak_memory / 1000 ** 3:.2f} GB") + ``` + +4. To run without CPU offloading (18GB VRAM required): + ```bash + python krea.py + ``` + + To run with CPU offloading (10GB VRAM required): + ```bash + python krea.py --cpu_offload + ``` + + +### 🔍 How It Works + +We apply **Huffman coding** to losslessly compress the exponent bits of BFloat16 model weights, which are highly compressible (their 8 bits carry only ~2.6 bits of actual information). To enable fast inference, we implement a highly efficient CUDA kernel that performs on-the-fly weight decompression directly on the GPU. + +The result is a model that is **~32% smaller**, delivers **bit-identical outputs**, and achieves performance **comparable to the original** BFloat16 model. + +Learn more in our [research paper](https://arxiv.org/abs/2504.11651). + +### 📄 Learn More + +* **Paper**: [70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float](https://arxiv.org/abs/2504.11651) +* **GitHub**: [https://github.com/LeanModels/DFloat11](https://github.com/LeanModels/DFloat11) +* **HuggingFace**: [https://huggingface.co/DFloat11](https://huggingface.co/DFloat11) diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f00e25b3c4a1e00287518f2d902717277181b86 --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "dfloat11_config": { + "bytes_per_thread": 8, + "pattern_dict": { + "transformer_blocks\\.\\d+": [ + "norm1.linear", + "norm1_context.linear", + "attn.to_q", + "attn.to_k", + "attn.to_v", + "attn.add_k_proj", + "attn.add_v_proj", + "attn.add_q_proj", + "attn.to_out.0", + "attn.to_add_out", + "ff.net.0.proj", + "ff.net.2", + "ff_context.net.0.proj", + "ff_context.net.2" + ], + "single_transformer_blocks\\.\\d+": [ + "norm.linear", + "proj_mlp", + "proj_out", + "attn.to_q", + "attn.to_k", + "attn.to_v" + ] + }, + "threads_per_block": [ + 512 + ], + "version": "0.3.1" + }, + "model_type": "llama" +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..477425a319580edeb1d23c99816b9b5b33412ab5 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3376c3eccec10cb835eb16983dd891693393002984474902a7823935457e8f9 +size 128252176 diff --git a/single_transformer_blocks_0.safetensors b/single_transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd065737fd954c9577b701919ca4c784f390b883 --- /dev/null +++ b/single_transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856f651a9d1974a42eab14154fc480fe5b27da637b7603043e292b64f488a865 +size 191985607 diff --git a/single_transformer_blocks_1.safetensors b/single_transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6c7e27a012078a5c55975bfcd9dbf064950bc1c --- /dev/null +++ b/single_transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb3489ad4de93db9a5582743886a67e89ccdadd7c60315444648303725d009f4 +size 192067152 diff --git a/single_transformer_blocks_10.safetensors b/single_transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc30fa66e72c747aa029f4d5bf16536ba1916e4e --- /dev/null +++ b/single_transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dab671aaefe05336232725cbb396e088063001bb612ff221870777b012dfbc2 +size 193140803 diff --git a/single_transformer_blocks_11.safetensors b/single_transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04dafcdd6e21a15b5557f6465d7d4ff365fe84c7 --- /dev/null +++ b/single_transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6b087b0d4b7bd30f77183b70e2c73ca17acf818a105db0ce070b945585c4c1 +size 193381522 diff --git a/single_transformer_blocks_12.safetensors b/single_transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68944447a7f2d3d669ef9f32bdc81a5db3855a12 --- /dev/null +++ b/single_transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d875ee8e50cdac2aede8ac227d42fb28c52a43dc33e6f2e6562612a373750b +size 193567318 diff --git a/single_transformer_blocks_13.safetensors b/single_transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..575172e0a629dc557fd4f5dfecf2e69ff92b34c9 --- /dev/null +++ b/single_transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1357eb923d362283fe182ecf322489a0d88ab05df72f524592450bc61b83fc4 +size 193584251 diff --git a/single_transformer_blocks_14.safetensors b/single_transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fe095b01666d20f2a9462add0f0808b0d45980a --- /dev/null +++ b/single_transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e3d6559fcb63a2e192d8c4fb8b41acdecdee5e398a0c88acd28c6ff1a4ece9d +size 193579228 diff --git a/single_transformer_blocks_15.safetensors b/single_transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f30ea704cac2424a6a22f3d8149fd67edf5611f --- /dev/null +++ b/single_transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be789ddb60660826d5b5a04bd5b24344475a46ba4f84bb95b198e12e1fd3da28 +size 193530053 diff --git a/single_transformer_blocks_16.safetensors b/single_transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c8f866ef5ad1667489e5211040cfd9ed20b6a88 --- /dev/null +++ b/single_transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfba39cfa053473fabe79ae52c1d9f627e6560b9017c864b00f6874340abf1a4 +size 193554435 diff --git a/single_transformer_blocks_17.safetensors b/single_transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7fb94edd6b9b3ef7bf19779c6ff50d3b7a74cca --- /dev/null +++ b/single_transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e561684288f8a851fd61f5a0d9bf3428b780e5e69f26473c7da19b89a3183d2 +size 193661401 diff --git a/single_transformer_blocks_18.safetensors b/single_transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c11da13262d39a8bfc38839b30d722a0b8edef5d --- /dev/null +++ b/single_transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1cca8e2715c2b030d423b4b3387748d2b6e1269eae154a9edc687e963345f7 +size 193754643 diff --git a/single_transformer_blocks_19.safetensors b/single_transformer_blocks_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f2f0169226d332294f8da1fa3dc8f7375d195a6 --- /dev/null +++ b/single_transformer_blocks_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd27cc5e5a174410097f69c25fc2f43b0b93a2527afe9117f4ed60624195ed8 +size 193762791 diff --git a/single_transformer_blocks_2.safetensors b/single_transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..263dd4f9c1f152ddda08e8f6735046f2f9d1e3fa --- /dev/null +++ b/single_transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b156172bdc27027a3b79ebb70477840edd9d42705e648c4d383b68a960b97041 +size 192106373 diff --git a/single_transformer_blocks_20.safetensors b/single_transformer_blocks_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62c6cf7e960094242e5d688d5f3762964ca7193d --- /dev/null +++ b/single_transformer_blocks_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a366416765d00dcfb2e7340115ebde763b8f43440890efacdf3da340100b4965 +size 193817922 diff --git a/single_transformer_blocks_21.safetensors b/single_transformer_blocks_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fd5d5820ff4b8ed428e45f0a0a6d7d3d980499f --- /dev/null +++ b/single_transformer_blocks_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e2893ea2aa76c41ed14f4253c391f667b7a5b92d72354b6ae78cb0de7c9276 +size 194053261 diff --git a/single_transformer_blocks_22.safetensors b/single_transformer_blocks_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7a4e2838bbb665b29c0b1bf4dd874d64ec645e2 --- /dev/null +++ b/single_transformer_blocks_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c08437acddac4a367c03df61a151705dfa6fe36b3a0bca81b0d42469eb4420c +size 194185495 diff --git a/single_transformer_blocks_23.safetensors b/single_transformer_blocks_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2f632a6b696d8d3a222ad77dd4f21c9343c0365 --- /dev/null +++ b/single_transformer_blocks_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:192fce1f233db16b5dd103a4450206a8a1db0ed76e82dc8ba74e4aed44487898 +size 194391200 diff --git a/single_transformer_blocks_24.safetensors b/single_transformer_blocks_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d26eef9b7b186e76a212785bcac7e02986ec370a --- /dev/null +++ b/single_transformer_blocks_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:febfa8e1e3ebcb4244ea9e3e5acf55cb3099e90aaa8a4021080a9a40ce975f5c +size 194431616 diff --git a/single_transformer_blocks_25.safetensors b/single_transformer_blocks_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26582ee4cf8232094d3a98a86dc3337054df5fc9 --- /dev/null +++ b/single_transformer_blocks_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a59703f0f3386e2dcc4e513b15d81f3d88ef3dbc71527f2df93e4502585dde +size 194721046 diff --git a/single_transformer_blocks_26.safetensors b/single_transformer_blocks_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67085d246aa68dcd4aa373764d5f2abc11d74a12 --- /dev/null +++ b/single_transformer_blocks_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85c6976b3e940212a67e76134b8a2358ffde5a6d3273982f30b0467410b2e93 +size 194835477 diff --git a/single_transformer_blocks_27.safetensors b/single_transformer_blocks_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..966aebfed353067e288a326f813f0b86bd0739d2 --- /dev/null +++ b/single_transformer_blocks_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d4b7fb0506a265b35e3e6a9916699c54aaad41ac2848c663da872b6c01e7c3 +size 195161197 diff --git a/single_transformer_blocks_28.safetensors b/single_transformer_blocks_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67ad5747d26b49def83a05cc3760a411b22b1b0a --- /dev/null +++ b/single_transformer_blocks_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5754e75f849e311e561103704ec2a41320af735447349a73a5e16f3091052d7f +size 195336834 diff --git a/single_transformer_blocks_29.safetensors b/single_transformer_blocks_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87d84d0e546055a7b1d054ec7fdde4a89ed613d2 --- /dev/null +++ b/single_transformer_blocks_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea1918b68e37742e705f39b9a4d48ee739625f440850f17eafd3eb11ed061d8 +size 195175800 diff --git a/single_transformer_blocks_3.safetensors b/single_transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0fd739f639cedd53d7911cd2f18015db74d8f149 --- /dev/null +++ b/single_transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81d97da6721c36907671276702198c23076d137a9173b47d65bc129972d8a76 +size 192181087 diff --git a/single_transformer_blocks_30.safetensors b/single_transformer_blocks_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..219fc7e77a7d4aac86577639c5fef1a94e74cdcb --- /dev/null +++ b/single_transformer_blocks_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb24a2c33aba66398213f8ffa89711432bf72da1306b5cc1e39319a976b10a91 +size 195616387 diff --git a/single_transformer_blocks_31.safetensors b/single_transformer_blocks_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d534754d4be5b429baf631b9ab487c77c7f9e0a1 --- /dev/null +++ b/single_transformer_blocks_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147ccc9414ca9f885b80d7050a4124b9b9eaacc059d4e33071c79f8b30759d5c +size 195761542 diff --git a/single_transformer_blocks_32.safetensors b/single_transformer_blocks_32.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..245bbc8e960ebd98053837ce5d42065b2710bb74 --- /dev/null +++ b/single_transformer_blocks_32.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba2d65228b0ce74830b0fa5c133ee4474fd43692533d953c197c0eb7565345d +size 195728198 diff --git a/single_transformer_blocks_33.safetensors b/single_transformer_blocks_33.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..532f7884778d0b6ed0fc23a7d8ee0fa88c703e46 --- /dev/null +++ b/single_transformer_blocks_33.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071bb30dd2a3408d998178e6489e19a10e8465f896896ced29b6d98211d2c763 +size 195789083 diff --git a/single_transformer_blocks_34.safetensors b/single_transformer_blocks_34.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f04d847e117f083aa1239a4bd53267e6209cf086 --- /dev/null +++ b/single_transformer_blocks_34.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:717465239039b0eb9d2e276c1fc10fbd6bad23a5b4da1c6214565687016558cd +size 196063681 diff --git a/single_transformer_blocks_35.safetensors b/single_transformer_blocks_35.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecca5dd476e7d71b709bf469ca4af2c7085642a9 --- /dev/null +++ b/single_transformer_blocks_35.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760cfb09b05b958ab9690018e92cc88c8f5952c517682647b5291662ccb4381f +size 196309546 diff --git a/single_transformer_blocks_36.safetensors b/single_transformer_blocks_36.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67149362aa10bf09359100d5524b889007d47de5 --- /dev/null +++ b/single_transformer_blocks_36.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f81b7ed216110317d30193627bc285d76f8ab02cd08a52b9ec6803ca070912 +size 194651767 diff --git a/single_transformer_blocks_37.safetensors b/single_transformer_blocks_37.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d2c62157282a48508e2fc2349a9a68e638e56d7 --- /dev/null +++ b/single_transformer_blocks_37.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf66b06dce4ca8b4597a52c3512e8ed779a0abb76cb10761dd1ee5bd9276917 +size 196297600 diff --git a/single_transformer_blocks_4.safetensors b/single_transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd11a4647f046e08d29a8eed2811da51e801e6ff --- /dev/null +++ b/single_transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf66646155c5b17af177bd5bdc8f4dba9aea776fc88790a8a72a55342fdd8009 +size 192243850 diff --git a/single_transformer_blocks_5.safetensors b/single_transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58490f7817d9cbc4947b0c24b79fae6db9ea8d5e --- /dev/null +++ b/single_transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55428f2120eb7df80e14f35ae93f307ca0751bff842717666194b33b1b28aa89 +size 192417019 diff --git a/single_transformer_blocks_6.safetensors b/single_transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91dec678a1a50532137aa4604929add09a79cda4 --- /dev/null +++ b/single_transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c0a9d58a128bbd59fc7ab93e7784cec6830b53eb4366e2c6794f2ec73d6e3d +size 192546732 diff --git a/single_transformer_blocks_7.safetensors b/single_transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82fdd28137a635a1a3dfc1c8bb6bebc242e5d605 --- /dev/null +++ b/single_transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab332f77a56892ea935fa4687389fbe75a8324181e5e633c40d4b012fe627fae +size 192641555 diff --git a/single_transformer_blocks_8.safetensors b/single_transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38f552f797735e731cc4cffa1d7e92a86fb1ff2b --- /dev/null +++ b/single_transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54251e7d95c6141b12b466bd8b254706bbbd329d43e6017e70fdfaace824cede +size 192858738 diff --git a/single_transformer_blocks_9.safetensors b/single_transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c585982e7eea2e91ade6ca8e37eba81d62946884 --- /dev/null +++ b/single_transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7437be11448f91664b005b801821a63674cd51af400905a63e8f208a36b09038 +size 192998725 diff --git a/transformer_blocks_0.safetensors b/transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7d35c907e776c13589371fdb384cf5be9b13465 --- /dev/null +++ b/transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc8c6d0ff3c1fedbe4273defd2c8df6ee112977073d9bd8b733a8064d948df1 +size 470942634 diff --git a/transformer_blocks_1.safetensors b/transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae524ab0f61e9f8a99c3b84a9bc5b477405df77d --- /dev/null +++ b/transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af860feba2569884d7fd64f21a0efa06665cf31a5c1e4f5a278eff8e23a63e5 +size 471679954 diff --git a/transformer_blocks_10.safetensors b/transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3f4a9f8fbd99d9be3e1f254bb90bf1ca80f1ab8 --- /dev/null +++ b/transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54764d8b062141063b903e130a72f94cdaf4a8f6ae130cf1b7f4e88ffe69542 +size 463373100 diff --git a/transformer_blocks_11.safetensors b/transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d4f8860d60af2412965d12cd3557614b9efcb07 --- /dev/null +++ b/transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578fa75c0536d87f1366b4afccaaba684b781c80f56221158445f315fb0f7841 +size 462907986 diff --git a/transformer_blocks_12.safetensors b/transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a897d5de15ca30fbc8af04851c88aaa50ae82a80 --- /dev/null +++ b/transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33097450663cf4dcaa569aa8b3cc0a04043e1442e6c7b891b6d3d9454e598a93 +size 462598861 diff --git a/transformer_blocks_13.safetensors b/transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6aeedd24335456f47145c6769d0b9a69f21fc824 --- /dev/null +++ b/transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52dffc0395ddacc7da50e50de0c243058feca0ab57c8e0f19f8a68971f50e406 +size 463592059 diff --git a/transformer_blocks_14.safetensors b/transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3af7b14796efe2fe3ee1a5f7998d2952e51445a6 --- /dev/null +++ b/transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f3ea168309e63f3db3f1232c9c2d369ab8bfe9622b387a82904eeecc8b6439 +size 462340286 diff --git a/transformer_blocks_15.safetensors b/transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0a45cda0c0f9363227f0061b1234f1006965b56 --- /dev/null +++ b/transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd100417f40885619df49b4d86387190001a0afb981686b9e9d158aff5832d0d +size 461627171 diff --git a/transformer_blocks_16.safetensors b/transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65fa19f567e266d6927db4204c1a8600ec48e9c2 --- /dev/null +++ b/transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea5d10e734b62a1140d98b0316d492676e3afc8f96cff3173a6144f2dddc290 +size 461703141 diff --git a/transformer_blocks_17.safetensors b/transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aec4c6084347b91257965d5bf6b775056387d88b --- /dev/null +++ b/transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb19a16f7d00a619be37842c957e48675f79e09879e627f37ce2be6cb513747a +size 461592331 diff --git a/transformer_blocks_18.safetensors b/transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1204a2d9bcf666b5f3c365d77a8efa4bd5b65c25 --- /dev/null +++ b/transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718b0fd705114873f69079f1a4a69989cfc2d64f77ba18ae708f8598eed504f8 +size 461843792 diff --git a/transformer_blocks_2.safetensors b/transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4230bad70ed1266fcb1b0fc654f0d3c4e1e987de --- /dev/null +++ b/transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a72b05feb89ebf62a8959fdcc4965456493b2184ec36ebcde9d26ea40e34ead0 +size 472485007 diff --git a/transformer_blocks_3.safetensors b/transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2536b8e8447e388b6278723eb5f5b5e622f637de --- /dev/null +++ b/transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dac68e78a1289294f3b57b14117d3b281bc0aec5f23bc06771806f26ae9e2c1 +size 467597838 diff --git a/transformer_blocks_4.safetensors b/transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acbc3d07218d003655dc83ba0c1c116c8fa90f6c --- /dev/null +++ b/transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f937212430d8d69e91564a34d94c6c9703158f48eae3b6e6b822dc52892b0ed +size 465169218 diff --git a/transformer_blocks_5.safetensors b/transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c425e9cdb379f9964805f4a98a424bca50f5381b --- /dev/null +++ b/transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0896821cc57129f77a224d2acb40797f36df847232a3253da0e03028b4cd28d +size 464539463 diff --git a/transformer_blocks_6.safetensors b/transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..983136e5efba5d7ed62b5caab5896e48c3b88867 --- /dev/null +++ b/transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f2067addf68d8d06000c3b3c950b133e04e438c9e97a63ea96669f2759ed4a8 +size 464571848 diff --git a/transformer_blocks_7.safetensors b/transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9003aa85c5d40e9e14ec729a93bf291dfcbb6f8 --- /dev/null +++ b/transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33de7e61002467ee936f65fee9ff3629fa71f109c1170f58959c47cce2815b4f +size 464067684 diff --git a/transformer_blocks_8.safetensors b/transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db3257ad23f53deb62dbfa742fbc5559d7bc1ce5 --- /dev/null +++ b/transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81f0a3ed1984451e030e50e27f2f2214006b31efd0641b0da43dc423cdea214 +size 463466193 diff --git a/transformer_blocks_9.safetensors b/transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1fef701cbb746e4e8e43a9228606579eb5794a9 --- /dev/null +++ b/transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce07881cfff3060fdf69d8e04db1babafc5a3fa3acd8aa40e7622b89d5968c0c +size 462522487