Upload folder using huggingface_hub

pyproject.toml

@@ -18,12 +18,11 @@ dependencies = [
   "edge-maxxing-pipelines @ git+https://github.com/womboai/edge-maxxing@7c760ac54f6052803dadb3ade8ebfc9679a94589#subdirectory=pipelines",
   "torchao>=0.6.1",
   "ipython>=8.29.0",
-  "setuptools >= 75.0",
-  "xformers>=0.0.28.post3",
+  "setuptools >= 75.0"
 ]
 
 [tool.edge-maxxing]
-models = ["jokerbit/flux.1-schnell", "city96/t5-v1_1-xxl-encoder-bf16"]
+models = ["jokerbit/flux.1-schnell-city96"]
 
 [project.scripts]
 start_inference = "main:main"

src/pipeline.py

@@ -13,7 +13,7 @@ from time import perf_counter
 
 HOME = os.environ["HOME"]
 os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:False,garbage_collection_threshold:0.01"
-FLUX_CHECKPOINT = "jokerbit/flux.1-schnell"
+FLUX_CHECKPOINT = "jokerbit/flux.1-schnell-city96"
 torch.backends.cudnn.benchmark = True
 torch.backends.cuda.matmul.allow_tf32 = True
 torch.cuda.set_per_process_memory_fraction(0.99)
@@ -30,27 +30,22 @@ def empty_cache():
 
 
 def load_pipeline() -> FluxPipeline:
-    empty_cache()
-    text_encoder_2 = T5EncoderModel.from_pretrained(
-                   "city96/t5-v1_1-xxl-encoder-bf16", torch_dtype=DTYPE
-                       ) 
-    pipe = FluxPipeline.from_pretrained(FLUX_CHECKPOINT,
-            text_encoder_2=text_encoder_2,
+    empty_cache() 
+    pipe = FluxPipeline.from_pretrained(FLUX_CHECKPOINT, 
                                         torch_dtype=DTYPE)
     pipe.text_encoder.to(memory_format=torch.channels_last)
     pipe.text_encoder_2.to(memory_format=torch.channels_last)
-    pipe.transformer.to(memory_format=torch.channels_last) 
+    pipe.transformer.to(memory_format=torch.channels_last)
+    
     pipe.vae.to(memory_format=torch.channels_last)
     pipe.vae = torch.compile(pipe.vae, mode="reduce-overhead")
-    pipe.text_encoder.compile() 
-    pipe.vae.enable_slicing() 
-    pipe._exclude_from_cpu_offload = ["text_encoder"]
+    pipe._exclude_from_cpu_offload = ["vae"]
     pipe.enable_sequential_cpu_offload()
    
     prompt = 'martyr, semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'    
    
     
-    for _ in range(4):
+    for _ in range(2):
         empty_cache()
         pipe(prompt, guidance_scale=0., max_sequence_length=256, num_inference_steps=4)
     empty_cache()

uv.lock

@@ -200,7 +200,6 @@ dependencies = [
     { name = "torch" },
     { name = "torchao" },
     { name = "transformers" },
-    { name = "xformers" },
 ]
 
 [package.metadata]
@@ -216,7 +215,6 @@ requires-dist = [
     { name = "torch", specifier = "==2.5.1" },
     { name = "torchao", specifier = ">=0.6.1" },
     { name = "transformers", specifier = "==4.46.2" },
-    { name = "xformers", specifier = ">=0.0.28.post3" },
 ]
 
 [[package]]
@@ -1192,21 +1190,6 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/fd/84/fd2ba7aafacbad3c4201d395674fc6348826569da3c0937e75505ead3528/wcwidth-0.2.13-py2.py3-none-any.whl", hash = "sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859", size = 34166 },
 ]
 
-[[package]]
-name = "xformers"
-version = "0.0.28.post3"
-source = { registry = "https://pypi.org/simple" }
-dependencies = [
-    { name = "numpy" },
-    { name = "torch" },
-]
-sdist = { url = "https://files.pythonhosted.org/packages/00/d8/7301b2044e29b384b6ec009ed37002f4df48906a2a772654e8386fa3b730/xformers-0.0.28.post3.tar.gz", hash = "sha256:c7a2392c874dfd8f38b73e14492baf048a4f50f77ddf522bfcf6ebf5ee84d567", size = 7758532 }
-wheels = [
-    { url = "https://files.pythonhosted.org/packages/02/56/d1a86f2c4a5a80e1f4926eef1ba69d6eb77ae823d36da7860984ca0b3421/xformers-0.0.28.post3-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:648483325366fb3c6a42246f99646101d3cfd678725b3ffc50a4708a222ae973", size = 16715821 },
-    { url = "https://files.pythonhosted.org/packages/9c/4b/00b1749055a083b238e93a950291d09085a91d5cb677b2ebcdb28337f45e/xformers-0.0.28.post3-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:825563e129f6b22885c2a91e464ff617382f4d78876cc92d96ff618e875aaee3", size = 16715691 },
-    { url = "https://files.pythonhosted.org/packages/01/ba/048171c15dfd4f9bff63aaf6e93586ea1ea3e14cc66cd2cea59a50fc2047/xformers-0.0.28.post3-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:c550f72bb4e55b67bd847e9272b7f41d27ac82b6b99f35a710a1292f2f218a3a", size = 16714914 },
-]
-
 [[package]]
 name = "zipp"
 version = "3.20.2"