Upload folder using huggingface_hub

src/flux_schnell_edge_inference.egg-info/PKG-INFO

@@ -13,3 +13,5 @@ Requires-Dist: sentencepiece==0.2.0
 Requires-Dist: torchao==0.6.1
 Requires-Dist: hf_transfer==0.1.8
 Requires-Dist: edge-maxxing-pipelines@ git+https://github.com/womboai/edge-maxxing@7c760ac54f6052803dadb3ade8ebfc9679a94589#subdirectory=pipelines
+Requires-Dist: bitsandbytes>=0.45.0
+Requires-Dist: setuptools>=75.3.0

src/flux_schnell_edge_inference.egg-info/requires.txt

@@ -8,3 +8,5 @@ sentencepiece==0.2.0
 torchao==0.6.1
 hf_transfer==0.1.8
 edge-maxxing-pipelines@ git+https://github.com/womboai/edge-maxxing@7c760ac54f6052803dadb3ade8ebfc9679a94589#subdirectory=pipelines
+bitsandbytes>=0.45.0
+setuptools>=75.3.0

src/pipeline.py

@@ -60,7 +60,8 @@ def load_pipeline() -> Pipeline:
         vae=vae,
         torch_dtype=torch.bfloat16,
     ).to("cuda")
-    pipeline.vae = torch.compile(pipe.vae, mode="reduce-overhead")
+    pipeline.vae.to(memory_format=torch.channels_last)
+    pipeline.vae = torch.compile(pipeline.vae, mode="reduce-overhead")
     pipeline("")
 
     return pipeline

uv.lock

@@ -37,6 +37,20 @@ version = "4.9.3"
 source = { registry = "https://pypi.org/simple" }
 sdist = { url = "https://files.pythonhosted.org/packages/3e/38/7859ff46355f76f8d19459005ca000b6e7012f2f1ca597746cbcd1fbfe5e/antlr4-python3-runtime-4.9.3.tar.gz", hash = "sha256:f224469b4168294902bb1efa80a8bf7855f24c99aef99cbefc1bcd3cce77881b", size = 117034 }
 
+[[package]]
+name = "bitsandbytes"
+version = "0.45.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "numpy" },
+    { name = "torch" },
+    { name = "typing-extensions" },
+]
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/99/9a/f41d252bf8b0bc5969b4dce1274cd04b7ddc541de1060dd27eca680bc1b2/bitsandbytes-0.45.0-py3-none-manylinux_2_24_x86_64.whl", hash = "sha256:0f0323de1ff1fdf8383e79bdad1283516a4c05a6fd2b44a363bf4e059422305b", size = 69084267 },
+    { url = "https://files.pythonhosted.org/packages/1e/90/a2bbb9b5f997b9c9aa9c15ee4adf553ee71053bb942f89fd48d920a1aa9d/bitsandbytes-0.45.0-py3-none-win_amd64.whl", hash = "sha256:ebbf96e0ecb466716a65ecdeaef3fa1983575447b9ab66b74e5211892507c6ff", size = 68520043 },
+]
+
 [[package]]
 name = "certifi"
 version = "2024.8.30"
@@ -151,12 +165,14 @@ version = "8"
 source = { editable = "." }
 dependencies = [
     { name = "accelerate" },
+    { name = "bitsandbytes" },
     { name = "diffusers" },
     { name = "edge-maxxing-pipelines" },
     { name = "hf-transfer" },
     { name = "omegaconf" },
     { name = "protobuf" },
     { name = "sentencepiece" },
+    { name = "setuptools" },
     { name = "torch" },
     { name = "torchao" },
     { name = "transformers" },
@@ -165,12 +181,14 @@ dependencies = [
 [package.metadata]
 requires-dist = [
     { name = "accelerate", specifier = "==1.1.0" },
+    { name = "bitsandbytes", specifier = ">=0.45.0" },
     { name = "diffusers", specifier = "==0.31.0" },
     { name = "edge-maxxing-pipelines", git = "https://github.com/womboai/edge-maxxing?subdirectory=pipelines&rev=7c760ac54f6052803dadb3ade8ebfc9679a94589#7c760ac54f6052803dadb3ade8ebfc9679a94589" },
     { name = "hf-transfer", specifier = "==0.1.8" },
     { name = "omegaconf", specifier = "==2.3.0" },
     { name = "protobuf", specifier = "==5.28.3" },
     { name = "sentencepiece", specifier = "==0.2.0" },
+    { name = "setuptools", specifier = ">=75.3.0" },
     { name = "torch", specifier = "==2.5.1" },
     { name = "torchao", specifier = "==0.6.1" },
     { name = "transformers", specifier = "==4.46.2" },