Update app.py

app.py

@@ -1,421 +1,186 @@
 import gradio as gr
-import numpy as np
-import random
 import torch
-from diffusers import DiffusionPipeline
-import spaces
-# 기본 설정
-dtype = torch.bfloat16
-device = "cuda" if torch.cuda.is_available() else "cpu"
-
-# 모델 로드
-pipe = DiffusionPipeline.from_pretrained(
-    "black-forest-labs/FLUX.1-schnell", 
-    torch_dtype=dtype
-).to(device)
-
-MAX_SEED = np.iinfo(np.int32).max
-MAX_IMAGE_SIZE = 2048
-
-# Enhanced examples with more detailed prompts and specific styling
-EXAMPLES = [
-    {
-        "title": "Knowledge Tree",
-        "prompt": """A handrawn colorful mind map diagram, educational style, vibrant colors, clear hierarchy, golden ratio layout.
-        KNOWLEDGE
-        ├── ACQUISITION [Brain with Lightning ~60px]
-        │   ├── READING [Open Book with Glow]
-        │   ├── PRACTICE [Hands-on Tools]
-        │   └── OBSERVATION [Eye with Magnifier]
-        ├── PROCESSING [Gear Network ~50px]
-        │   ├── ANALYSIS [Graph Trending Up]
-        │   └── SYNTHESIS [Puzzle Pieces]
-        ├── RETENTION [Memory Chip ~45px]
-        │   ├── SHORT-TERM [Quick Flash]
-        │   └── LONG-TERM [Solid Archive]
-        └── APPLICATION
-            ├── CREATION [Artist Palette]
-            └── INNOVATION [Lightbulb Constellation]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Digital Transformation",
-        "prompt": """A handrawn colorful mind map diagram, tech-focused style, neon accents, circuit board patterns.
-        DIGITAL TRANSFORM
-        ├── CLOUD [Cloud with Data Rain ~55px]
-        │   ├── STORAGE [Database Cluster]
-        │   └── COMPUTING [Server Array]
-        ├── AUTOMATION [Robot Arm ~50px]
-        │   ├── WORKFLOWS [Flowchart]
-        │   └── AI/ML [Neural Network]
-        ├── SECURITY [Shield Matrix ~45px]
-        │   ├── ENCRYPTION [Lock Code]
-        │   └── MONITORING [Radar Screen]
-        └── INTEGRATION
-            ├── APIS [Puzzle Connect]
-            └── MICROSERVICES [Building Blocks]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Creative Process",
-        "prompt": """A handrawn colorful mind map diagram, artistic style, watercolor effects, flowing connections.
-        CREATIVITY
-        ├── INSPIRATION [Constellation Stars ~60px]
-        │   ├── NATURE [Organic Patterns]
-        │   └── CULTURE [Global Icons]
-        ├── IDEATION [Floating Bubbles ~50px]
-        │   ├── BRAINSTORM [Thunder Cloud]
-        │   └── REFINEMENT [Diamond Polish]
-        ├── EXECUTION [Artist Tools ~45px]
-        │   ├── TECHNIQUE [Skilled Hands]
-        │   └── MEDIUM [Palette Mix]
-        └── PRESENTATION
-            ├── GALLERY [Frame Display]
-            └── FEEDBACK [Echo Ripples]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Future Cities",
-        "prompt": """A handrawn colorful mind map diagram, futuristic style, holographic elements, sustainable themes.
-        SMART CITY
-        ├── MOBILITY [Hover Transport ~60px]
-        │   ├── AUTONOMOUS [Self-Driving]
-        │   └── CONNECTED [Network Grid]
-        ├── ENERGY [Solar Crystal ~55px]
-        │   ├── RENEWABLE [Green Power]
-        │   └── STORAGE [Battery Hub]
-        ├── LIVING [Eco Building ~50px]
-        │   ├── VERTICAL [Sky Gardens]
-        │   └── COMMUNITY [People Connect]
-        └── INFRASTRUCTURE
-            ├── AI GRID [Neural City]
-            └── ECO SYSTEM [Nature Tech]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Health Evolution",
-        "prompt": """A handrawn colorful mind map diagram, medical style, DNA helix patterns, wellness focus.
-        HEALTH 3.0
-        ├── PREVENTION [Shield DNA ~60px]
-        │   ├── LIFESTYLE [Activity Pulse]
-        │   └── MONITORING [Health Watch]
-        ├── TREATMENT [Caduceus Tech ~55px]
-        │   ├── PERSONALIZED [DNA Code]
-        │   └── REGENERATIVE [Cell Renew]
-        ├── ENHANCEMENT [Upgrade Spiral ~50px]
-        │   ├── COGNITIVE [Brain Boost]
-        │   └── PHYSICAL [Body Optimize]
-        └── INTEGRATION
-            ├── AI HEALTH [Smart Doctor]
-            └── COMMUNITY [Global Care]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Space Exploration",
-        "prompt": """A handrawn colorful mind map diagram, cosmic style, star field background, planetary elements.
-        SPACE FRONTIER
-        ├── DISCOVERY [Telescope Array ~60px]
-        │   ├── MAPPING [Star Charts]
-        │   └── ANALYSIS [Data Stream]
-        ├── TRAVEL [Rocket Launch ~55px]
-        │   ├── PROPULSION [Energy Core]
-        │   └── NAVIGATION [Space Map]
-        ├── COLONIZATION [Dome City ~50px]
-        │   ├── HABITATS [Life Sphere]
-        │   └── RESOURCES [Mine Extract]
-        └── RESEARCH
-            ├── ASTROBIOLOGY [Life Search]
-            └── PHYSICS [Space Time]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Ocean Innovation",
-        "prompt": """A handrawn colorful mind map diagram, marine style, wave patterns, aqua themes.
-        OCEAN TECH
-        ├── EXPLORATION [Deep Submersible ~60px]
-        │   ├── MAPPING [Sonar Wave]
-        │   └── RESEARCH [Lab Bubble]
-        ├── CONSERVATION [Marine Life ~55px]
-        │   ├── PROTECTION [Reef Shield]
-        │   └── RESTORATION [Growth Core]
-        ├── HARVESTING [Sustainable Net ~50px]
-        │   ├── ENERGY [Wave Power]
-        │   └── RESOURCES [Bio Extract]
-        └── MONITORING
-            ├── AI SYSTEMS [Smart Sensors]
-            └── ECOLOGY [Life Web]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Quantum Computing",
-        "prompt": """A handrawn colorful mind map diagram, quantum style, wave-particle duality, matrix patterns.
-        QUANTUM TECH
-        ├── COMPUTATION [Qubit Matrix ~60px]
-        │   ├── PROCESSING [Wave Function]
-        │   └── ALGORITHMS [Code Quantum]
-        ├── APPLICATIONS [Use Cases ~55px]
-        │   ├── SIMULATION [Model World]
-        │   └── OPTIMIZATION [Peak Find]
-        ├── INFRASTRUCTURE [Q-Hardware ~50px]
-        │   ├── CONTROL [Pulse Shape]
-        │   └── COOLING [Zero Point]
-        └── DEVELOPMENT
-            ├── SOFTWARE [Q-Code Web]
-            └── INTEGRATION [Classical Bridge]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "Bio Engineering",
-        "prompt": """A handrawn colorful mind map diagram, biological style, DNA patterns, organic flow.
-        BIOTECH
-        ├── GENETICS [DNA Helix ~60px]
-        │   ├── EDITING [CRISPR Tool]
-        │   └── SYNTHESIS [Gene Build]
-        ├── APPLICATIONS [Lab Array ~55px]
-        │   ├── MEDICINE [Heal Cell]
-        │   └── AGRICULTURE [Grow Plus]
-        ├── PLATFORMS [Bio Factory ~50px]
-        │   ├── SENSORS [Live Detect]
-        │   └── PROCESSORS [Cell Compute]
-        └── INTEGRATION
-            ├── AI BIOLOGY [Smart Life]
-            └── ECOSYSTEM [Nature Net]""",
-        "width": 1024,
-        "height": 1024
-    },
-    {
-        "title": "AI Evolution",
-        "prompt": """A handrawn colorful mind map diagram, neural network style, digital patterns, intelligence flow.
-        AI FUTURE
-        ├── COGNITION [Brain Network ~60px]
-        │   ├── LEARNING [Growth Path]
-        │   └── REASONING [Logic Tree]
-        ├── PERCEPTION [Sensor Array ~55px]
-        │   ├── VISION [Eye Matrix]
-        │   └── LANGUAGE [Word Web]
-        ├── INTERACTION [Connect Hub ~50px]
-        │   ├── HUMAN [Bridge Link]
-        │   └── MACHINE [Code Path]
-        └── EVOLUTION
-            ├── CONSCIOUSNESS [Mind Spark]
-            └── CREATIVITY [Art Core]""",
-        "width": 1024,
-        "height": 1024
-    }
-]
 
-# Convert examples to Gradio format
-GRADIO_EXAMPLES = [
-    [example["prompt"], example["width"], example["height"]]
-    for example in EXAMPLES
-]
+# Transformers의 파이프라인을 이용해 번역용 파이프라인 로드
+from transformers import pipeline as translation_pipeline
+translator = translation_pipeline("translation", model="Helsinki-NLP/opus-mt-ko-en", device="cpu")
 
-@spaces.GPU()  # 이 데코레이터를 다시 추가
-def infer(prompt, seed=42, randomize_seed=False, width=1024, height=1024, num_inference_steps=4, progress=gr.Progress(track_tqdm=True)):
-    if randomize_seed:
-        seed = random.randint(0, MAX_SEED)
-    generator = torch.Generator().manual_seed(seed)
-    image = pipe(
-        prompt=prompt,
-        width=width,
-        height=height,
-        num_inference_steps=num_inference_steps,
-        generator=generator,
-        guidance_scale=0.0
-    ).images[0]
-    return image, seed
-
-# CSS 스타일 수정
-css = """
-.container {
-    display: flex;
-    flex-direction: row;
-    height: 100%;
-}
-
-.input-column {
-    flex: 1;
-    padding: 20px;
-    border-right: 2px solid #eee;
-    max-width: 800px;  /* 증가된 최대 너비 */
-}
+# Diffusers 모델 로드
+from diffusers import DiffusionPipeline
 
-.examples-column {
-    flex: 1;
-    padding: 20px;
-    overflow-y: auto;
-    background: #f7f7f7;
-}
+# -- Stable Diffusion 계열 파이프라인 설정 --
+#  (모델 예시: black-forest-labs/FLUX.1-schnell -> 마인드맵용으로 커스텀된 모델이지만,
+#   여기서는 "스토리보드" 스타일 프롬프트도 시도 가능)
+model_id = "black-forest-labs/FLUX.1-schnell"
 
-.title {
+pipe = DiffusionPipeline.from_pretrained(
+    model_id,
+    torch_dtype=torch.float32
+).to("cpu")  # CPU 사용
+
+# 한글 프롬프트를 영어로 변환하기 위한 헬퍼 함수
+def translate_prompt_if_korean(prompt_text: str) -> str:
+    # 간단히, 문자열 내에 한글이 포함되어 있는지 확인 후 번역
+    # (영어 입력일 경우 번역을 스킵)
+    if any("가" <= ch <= "힣" for ch in prompt_text):
+        result = translator(prompt_text)
+        return result[0]['translation_text']
+    return prompt_text
+
+def generate_storyboard(
+    prompt,
+    width=768,
+    height=512,
+    num_inference_steps=10,
+    guidance_scale=7.5,
+    seed=42
+):
+    # 번역 처리 (한글 -> 영어)
+    prompt_en = translate_prompt_if_korean(prompt)
+
+    # 시드 생성
+    generator = torch.Generator(device="cpu").manual_seed(seed)
+
+    # 이미지 생성
+    with torch.autocast("cpu"):
+        result = pipe(
+            prompt=prompt_en,
+            width=width,
+            height=height,
+            num_inference_steps=num_inference_steps,
+            guidance_scale=guidance_scale,
+            generator=generator
+        ).images[0]
+    return result
+
+
+# --- 비주얼 & 세련된 UI를 위한 CSS ---
+custom_css = """
+#title {
     text-align: center;
-    color: #2a2a2a;
-    padding: 20px;
-    font-size: 2.5em;
+    font-size: 3em;
     font-weight: bold;
-    background: linear-gradient(90deg, #f0f0f0 0%, #ffffff 100%);
-    border-bottom: 3px solid #ddd;
-    margin-bottom: 30px;
+    margin: 20px 0;
+    color: #333;
 }
-
-.subtitle {
+#subtitle {
     text-align: center;
     color: #666;
     margin-bottom: 30px;
+    font-size: 1.2em;
 }
-
-.input-box {
+.gradio-container {
+    background: linear-gradient(120deg, #f8f8f8 0%, #ffffff 100%);
+}
+.input-panel, .output-panel {
     background: white;
+    border-radius: 12px;
     padding: 20px;
-    border-radius: 10px;
     box-shadow: 0 2px 10px rgba(0,0,0,0.1);
-    margin-bottom: 20px;
-    width: 100%;  /* 전체 너비 사용 */
 }
-
-/* 텍스트 입력 박스 스타일 */
-.input-box textarea {
-    width: 100% !important;  /* 강제 너비 100% */
-    min-width: 600px !important;  /* 최소 너비 설정 */
+#prompt-input {
     font-size: 14px !important;
-    line-height: 1.5 !important;
-    padding: 12px !important;
+    min-height: 140px !important;
 }
-
-.example-card {
-    background: white;
-    padding: 15px;
-    margin: 10px 0;
-    border-radius: 8px;
-    box-shadow: 0 2px 5px rgba(0,0,0,0.05);
-}
-
-.example-title {
-    font-weight: bold;
-    color: #2a2a2a;
-    margin-bottom: 10px;
-}
-
-/* 레이아웃 조정 */
-.contain {
-    max-width: 1400px !important;  /* 전체 컨테이너 너비 증가 */
-    margin: 0 auto !important;
-}
-
-/* 입력 영역 조정 */
-.input-area {
-    flex: 2 !important;  /* 입력 영역 비율 증가 */
+.advanced-settings {
+    font-size: 0.9em;
+    color: #444;
 }
-
-/* 예제 영역 조정 */
-.examples-area {
-    flex: 1 !important;
+.example-box {
+    background: #f9f9f9;
+    padding: 10px;
+    margin-top: 10px;
+    border-radius: 8px;
 }
 """
 
-
-# Gradio 인터페이스 수정
-with gr.Blocks(css=css) as demo:
-    gr.Markdown(
-        """
-        <div class="title">FLUX Mindmap Generator</div>
-        <div class="subtitle">Create beautiful hand-drawn style diagrams using FLUX AI</div>
-        """)
-
-
-    
-    with gr.Row(equal_height=True) as main_row:
-        # 왼쪽 입력 컬럼
-        with gr.Column(elem_id="input-column", scale=2):  # scale 값 증가
-            with gr.Group(elem_classes="input-box"):
-                prompt = gr.Text(
-                    label="Diagram Prompt",
-                    placeholder="Enter your diagram structure...",
-                    lines=10,  # 줄 수 증가
-                    elem_classes="prompt-input"  # CSS 클래스 추가
+# --- Gradio 인터페이스 구성 ---
+with gr.Blocks(css=custom_css) as demo:
+    gr.Markdown("<div id='title'>Gini Storyboard</div>")
+    gr.Markdown("<div id='subtitle'>Generate a hand-drawn style storyboard in black & white film noir or any style you wish!</div>")
+
+    with gr.Row():
+        with gr.Column(elem_classes="input-panel", scale=1):
+            prompt = gr.Textbox(
+                label="Storyboard Prompt",
+                placeholder="Enter your scene descriptions here (in English or Korean)",
+                lines=8,
+                elem_id="prompt-input"
+            )
+            seed = gr.Slider(
+                label="Seed",
+                value=42,
+                minimum=0,
+                maximum=999999,
+                step=1
+            )
+            with gr.Row():
+                width = gr.Slider(
+                    label="Width",
+                    minimum=256,
+                    maximum=1280,
+                    value=768,
+                    step=64
                 )
-   
-                run_button = gr.Button("Generate Diagram", variant="primary")
-                result = gr.Image(label="Generated Diagram")
-            
-            with gr.Accordion("Advanced Settings", open=False):
-                seed = gr.Slider(
-                    label="Seed",
-                    minimum=0,
-                    maximum=MAX_SEED,
-                    step=1,
-                    value=0,
+                height = gr.Slider(
+                    label="Height",
+                    minimum=256,
+                    maximum=1280,
+                    value=512,
+                    step=64
                 )
-                randomize_seed = gr.Checkbox(label="Randomize seed", value=True)
-                
-                with gr.Row():
-                    width = gr.Slider(
-                        label="Width",
-                        minimum=256,
-                        maximum=MAX_IMAGE_SIZE,
-                        step=32,
-                        value=1024,
-                    )
-                    height = gr.Slider(
-                        label="Height",
-                        minimum=256,
-                        maximum=MAX_IMAGE_SIZE,
-                        step=32,
-                        value=1024,
-                    )
-                
+            with gr.Accordion("Advanced Settings", open=False, elem_classes="advanced-settings"):
                 num_inference_steps = gr.Slider(
                     label="Number of inference steps",
+                    value=10,
                     minimum=1,
                     maximum=50,
-                    step=1,
-                    value=4,
+                    step=1
+                )
+                guidance_scale = gr.Slider(
+                    label="Guidance Scale",
+                    value=7.5,
+                    minimum=0.0,
+                    maximum=20.0,
+                    step=0.5
                 )
-        
-        # 오른쪽 예제 컬럼
-        with gr.Column(elem_id="examples-column", scale=1):
-            gr.Markdown("### Example Diagrams")
-            for example in EXAMPLES:
-                with gr.Group(elem_classes="example-card"):
-                    gr.Markdown(f"#### {example['title']}")
-                    gr.Markdown(f"```\n{example['prompt']}\n```")
-                    
-                    def create_example_handler(ex):
-                        def handler():
-                            return {
-                                prompt: ex["prompt"],
-                                width: ex["width"],
-                                height: ex["height"]
-                            }
-                        return handler
-                    
-                    gr.Button("Use This Example", size="sm").click(
-                        fn=create_example_handler(example),
-                        outputs=[prompt, width, height]
-                    )
+            
+            run_button = gr.Button("Generate Storyboard", variant="primary")
+
+        with gr.Column(elem_classes="output-panel", scale=1):
+            result = gr.Image(label="Storyboard Result")
+
+    # 예제 프롬프트
+    gr.Markdown("### Example Prompt")
+    with gr.Box(elem_classes="example-box"):
+        example_text = (
+            "A hand-drawn storyboard style, film noir theme, black and white.\n"
+            "SCENE 1: A detective enters a dark alley [Frame 1]\n"
+            "SCENE 2: He notices a shadow [Frame 2]\n"
+            "SCENE 3: A sudden flash of light reveals a clue [Frame 3]"
+        )
+        gr.Markdown(f"```\n{example_text}\n```")
+        example_button = gr.Button("Use Example")
+
+    # 예제 버튼 클릭 시 프롬프트에 반영
+    def load_example():
+        return example_text
+    example_button.click(fn=load_example, outputs=[prompt])
+
+    # 버튼 클릭 & 프롬프트 Enter 이벤트 처리
+    run_button.click(
+        fn=generate_storyboard,
+        inputs=[prompt, width, height, num_inference_steps, guidance_scale, seed],
+        outputs=[result]
+    )
 
-    gr.on(
-        triggers=[run_button.click, prompt.submit],
-        fn=infer,
-        inputs=[prompt, seed, randomize_seed, width, height, num_inference_steps],
-        outputs=[result, seed]
+    prompt.submit(
+        fn=generate_storyboard,
+        inputs=[prompt, width, height, num_inference_steps, guidance_scale, seed],
+        outputs=[result]
     )
 
-# 앱 실행
+# 실행
 if __name__ == "__main__":
     demo.queue()
-    demo.launch(
-        server_name="0.0.0.0",
-        server_port=7860,
-        share=False,
-        show_error=True,
-        debug=True
-    )
+    demo.launch(server_name="0.0.0.0", server_port=7860, share=False)