Tokenizer parallel

src/pipeline.py

@@ -20,7 +20,7 @@ torch._inductor.config.coordinate_descent_tuning = True
 torch._inductor.config.epilogue_fusion = False
 torch._inductor.config.coordinate_descent_check_all_directions = True
 os.environ['PYTORCH_CUDA_ALLOC_CONF']="expandable_segments:True"
-
+os.environ["TOKENIZERS_PARALLELISM"] = "True"
 CHECKPOINT = "jokerbit/flux.1-schnell-Robert-int8wo"
 REVISION = "5ef0012f11a863e5111ec56540302a023bc8587b"
 
@@ -35,16 +35,11 @@ def load_pipeline() -> Pipeline:
             use_safetensors=False,
             local_files_only=True,
             torch_dtype=torch.bfloat16)
-    vae = AutoencoderTiny.from_pretrained(
-            TinyVAE, 
-            revision=TinyVAE_REV, 
-            local_files_only=True,
-            torch_dtype=torch.bfloat16)
-    pipeline = DiffusionPipeline.from_pretrained(
+
+    pipeline = FluxPipeline.from_pretrained(
         CHECKPOINT,
         revision=REVISION,
         transformer=transformer,
-        # vae=vae,
         local_files_only=True,
         torch_dtype=torch.bfloat16,
     )