Fix torch.compile conflicts and LoRA loading issues
Browse files- Remove model CPU offload that conflicts with torch.compile
- Remove torch.compile that causes device placement issues
- Add error handling for LoRA unloading
- Remove fuse_lora call that requires PEFT backend
- Enable public sharing with share=True
🤖 Generated with [Claude Code](https://claude.ai/code)
Co-Authored-By: Claude <noreply@anthropic.com>
app.py
CHANGED
|
@@ -118,14 +118,15 @@ def infer(prompt, seed=42, randomize_seed=False, width=1024, height=1024, guidan
|
|
| 118 |
# Load selected LoRA
|
| 119 |
try:
|
| 120 |
# First unload any existing LoRAs
|
| 121 |
-
|
|
|
|
|
|
|
|
|
|
| 122 |
|
| 123 |
if lora_selection != "None" and lora_selection in loaded_loras:
|
| 124 |
# Load with optimized scale for better performance
|
| 125 |
optimal_scale = get_optimal_lora_scale(lora_selection)
|
| 126 |
pipe.load_lora_weights(loaded_loras[lora_selection])
|
| 127 |
-
# Apply optimal scaling during fusion
|
| 128 |
-
pipe.fuse_lora(lora_scale=optimal_scale)
|
| 129 |
print(f"Loaded LoRA: {lora_selection} with scale {optimal_scale}")
|
| 130 |
except Exception as e:
|
| 131 |
print(f"Failed to load LoRA {lora_selection}: {e}")
|
|
@@ -301,4 +302,4 @@ with gr.Blocks(css=css) as demo:
|
|
| 301 |
outputs = [result, seed]
|
| 302 |
)
|
| 303 |
|
| 304 |
-
demo.launch()
|
|
|
|
| 118 |
# Load selected LoRA
|
| 119 |
try:
|
| 120 |
# First unload any existing LoRAs
|
| 121 |
+
try:
|
| 122 |
+
pipe.unload_lora_weights()
|
| 123 |
+
except:
|
| 124 |
+
pass # Ignore if no LoRAs loaded
|
| 125 |
|
| 126 |
if lora_selection != "None" and lora_selection in loaded_loras:
|
| 127 |
# Load with optimized scale for better performance
|
| 128 |
optimal_scale = get_optimal_lora_scale(lora_selection)
|
| 129 |
pipe.load_lora_weights(loaded_loras[lora_selection])
|
|
|
|
|
|
|
| 130 |
print(f"Loaded LoRA: {lora_selection} with scale {optimal_scale}")
|
| 131 |
except Exception as e:
|
| 132 |
print(f"Failed to load LoRA {lora_selection}: {e}")
|
|
|
|
| 302 |
outputs = [result, seed]
|
| 303 |
)
|
| 304 |
|
| 305 |
+
demo.launch(share=True)
|