fix tooncrafter api call

app.py

@@ -3,7 +3,6 @@ import spaces
 import torch
 from diffusers import StableDiffusionXLControlNetPipeline, ControlNetModel
 from gradio_client import Client, handle_file
-import os
 
 # ==========================================
 # 1. LAZY LOAD LOCAL CARTOON MODELS
@@ -19,7 +18,6 @@ def load_cartoon_models():
             "xinsir/controlnet-scribble-sdxl-1.0", 
             torch_dtype=dtype
         )
-        # Animagine XL 3.1 is the premier model for 2D animation/cartoon styles
         image_pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
             "cagliostrolab/animagine-xl-3.1",
             controlnet=controlnet,
@@ -35,7 +33,6 @@ def generate_cartoons(sketch_1, sketch_2, user_prompt, ctrl_scale):
     load_cartoon_models()
     image_pipe.to("cuda")
     
-    # Animagine responds best to these specific quality tags
     master_prompt = f"{user_prompt}, masterpiece, best quality, highly detailed, professional 2d animation, flat colors, anime style"
     neg_prompt = "nsfw, photorealistic, 3d render, ugly, messy lines, bad anatomy, bad hands, missing fingers, lowres, worst quality"
     
@@ -59,9 +56,6 @@ def generate_cartoons(sketch_1, sketch_2, user_prompt, ctrl_scale):
         controlnet_conditioning_scale=ctrl_scale
     ).images[0]
     
-    image_pipe.to("cpu")
-    
-    # Save temporarily to pass to the ToonCrafter API
     img_1_path, img_2_path = "frame1.png", "frame2.png"
     img_1.save(img_1_path)
     img_2.save(img_2_path)
@@ -72,24 +66,32 @@ def generate_cartoons(sketch_1, sketch_2, user_prompt, ctrl_scale):
 # 3. REMOTE API CALL (Cartoon -> Video)
 # ==========================================
 def run_tooncrafter(img_1_path, img_2_path, prompt):
-    print("🎬 Sending frames to official ToonCrafter Space...")
+    print("🎬 Connecting to official ToonCrafter Space...")
+    client = Client("Doubiiu/tooncrafter")
+    
     try:
-        # Connect silently to the free ToonCrafter HF Space
-        client = Client("Doubiiu/tooncrafter")
+        print("🔄 Submitting to ToonCrafter API (/get_image)...")
+        # We now use the EXACT keyword arguments and order required by the API
         result = client.predict(
-            image0=handle_file(img_1_path),
-            image1=handle_file(img_2_path),
+            image=handle_file(img_1_path),
             prompt=prompt,
-            seed=123,
-            eta=1.0,
+            steps=25,          # Lowered from default 50 to 25 so you don't wait in queue forever
             cfg_scale=7.5,
-            steps=15,
-            frame_num=16,
-            api_name="/predict"
+            eta=1.0,
+            fs=10,             # FPS
+            seed=123,
+            image2=handle_file(img_2_path),
+            api_name="/get_image"
         )
-        print("✅ Animation Complete!")
-        # The result returns a tuple, the video path is the second item [1]
-        return result[1] 
+        print("✅ ToonCrafter Generation Complete!")
+        
+        # The API documentation says it returns a Dict: {video: filepath, subtitles: None}
+        if isinstance(result, dict) and 'video' in result:
+            return result['video']
+        
+        # Fallback just in case they return the raw string
+        return result
+        
     except Exception as e:
         raise gr.Error(f"ToonCrafter API Error: {str(e)}")
 
@@ -97,17 +99,19 @@ def run_tooncrafter(img_1_path, img_2_path, prompt):
 # 4. MASTER PIPELINE CONTROLLER
 # ==========================================
 def process_full_animation(sketch_1, sketch_2, prompt, ctrl_scale):
-    # Step 1: Run local ZeroGPU
+    # Step 1: Run local ZeroGPU (Cartoons)
     img_1_path, img_2_path = generate_cartoons(sketch_1, sketch_2, prompt, ctrl_scale)
-    # Step 2: Pass to ToonCrafter
+    
+    # Step 2: Pass to remote API (Video)
     video_path = run_tooncrafter(img_1_path, img_2_path, prompt)
+    
     return img_1_path, img_2_path, video_path
 
 # ==========================================
 # 5. GRADIO INTERFACE
 # ==========================================
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
-    gr.Markdown("# ✏️ Sketch-to-ToonCrafter Animation Studio")
+    gr.Markdown("# ✏️ Sketch-to-ToonCrafter Studio")
     gr.Markdown("Upload two sketches. We use **Animagine XL 3.1** locally to turn them into professional cartoons, and pass them to **ToonCrafter** to animate the motion!")
     
     with gr.Row():
@@ -116,7 +120,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
             sketch_2 = gr.Image(type="pil", label="End Sketch (Black & White lines)", image_mode="RGB")
             prompt = gr.Textbox(
                 label="Character & Motion Description", 
-                placeholder="e.g., A boy in a red shirt and blue jeans jumping"
+                placeholder="e.g., A boy in a red shirt jumping"
             )
             ctrl_scale = gr.Slider(minimum=0.0, maximum=2.0, value=1.0, step=0.05, label="Sketch Adherence Strength")
             generate_btn = gr.Button("Create Animation", variant="primary")