Find the bug

app.py

@@ -106,8 +106,8 @@ def reset():
         "fp32",
         1.0,
         True,
-        False,
         default_setting.spt_linear_CFG_Quality if torch.cuda.device_count() > 0 else 1.0,
+        False,
         0.,
         "v0-Q",
         "input",
@@ -151,8 +151,14 @@ def stage1_process(
     return LQ, gr.update(visible = True)
 
 def stage2_process_example(*args, **kwargs):
-    [result_slider, result_gallery, restore_information, reset_btn, dummy_button] = restore_in_Xmin(*args, **kwargs)
-    return [gr.update(visible = True, value=result_slider[1]), restore_information, reset_btn, dummy_button]
+    [result_slider, result_gallery, restore_information, reset_btn, warning, dummy_button] = restore_in_Xmin(*args, **kwargs)
+    #outputs_folder = './outputs/'
+    outputs_folder = './tmp/'
+    os.makedirs(outputs_folder, exist_ok=True)
+    output_filename = os.path.join(outputs_folder, datetime.now().strftime("%Y-%m-%d_%H-%M-%S") + '.png')
+    print(output_filename)
+    iio.imwrite(output_filename, result_slider[1], format="png")
+    return [gr.update(visible = True, value=output_filename), warning, dummy_button, gr.skip()]
 
 def stage2_process(*args, **kwargs):
     try:
@@ -196,8 +202,8 @@ def restore_in_Xmin(
     ae_dtype,
     gamma_correction,
     linear_CFG,
-    linear_s_stage2,
     spt_linear_CFG,
+    linear_s_stage2,
     spt_linear_s_stage2,
     model_select,
     output_format,
@@ -233,6 +239,13 @@ def restore_in_Xmin(
     print("GPU time allocation: " + str(allocation) + " min")
     print("output_format: " + str(output_format))
 
+    if input_image_debug_value[0] is not None or prompt_debug_value[0] is not None or upscale_debug_value[0] is not None:
+        denoise_image = noisy_image = input_image_debug_value[0]
+        a_prompt = prompt_debug_value[0]
+        upscale = upscale_debug_value[0]
+        allocation = min(allocation * 60 * 100, 600)
+        seed = random.randint(0, max_64_bit_int)
+
     input_format = re.sub(r"^.*\.([^\.]+)$", r"\1", noisy_image)
 
     if input_format not in ['png', 'webp', 'jpg', 'jpeg', 'gif', 'bmp', 'avif']:
@@ -279,7 +292,7 @@ def restore_in_Xmin(
 
     if torch.cuda.device_count() == 0:
         gr.Warning('Set this space to GPU config to make it work.')
-        return [noisy_image, denoise_image], gr.update(label="Downloadable results in *." + output_format + " format", format = output_format, value = [denoise_image]), None, gr.update(visible=True)
+        return [noisy_image, denoise_image], gr.update(label="Downloadable results in *." + output_format + " format", format = output_format, value = [denoise_image]), None, gr.update(visible=True), gr.skip(), gr.skip()
 
     if model_select != model.current_model:
         print('load ' + model_select)
@@ -319,8 +332,8 @@ def get_duration(
     ae_dtype,
     gamma_correction,
     linear_CFG,
-    linear_s_stage2,
     spt_linear_CFG,
+    linear_s_stage2,
     spt_linear_s_stage2,
     model_select,
     output_format,
@@ -352,8 +365,8 @@ def restore_on_gpu(
     ae_dtype,
     gamma_correction,
     linear_CFG,
-    linear_s_stage2,
     spt_linear_CFG,
+    linear_s_stage2,
     spt_linear_s_stage2,
     model_select,
     output_format,
@@ -452,7 +465,7 @@ def load_and_reset(param_setting):
     gr.Info('The parameters are reset.')
     print('<<== load_and_reset')
     return edm_steps, s_cfg, s_stage2, s_stage1, s_churn, s_noise, a_prompt, n_prompt, color_fix_type, linear_CFG, \
-        linear_s_stage2, spt_linear_CFG, spt_linear_s_stage2, model_select
+        spt_linear_CFG, linear_s_stage2, spt_linear_s_stage2, model_select
 
 def log_information(result_gallery):
     print('log_information')
@@ -467,6 +480,10 @@ def on_select_result(result_slider, result_gallery, evt: gr.SelectData):
             print(result[0])
     return [result_slider[0], result_gallery[evt.index][0]]
 
+def on_render_image_example(result_example):
+    print('on_render_image_example')
+    return gr.update(value = result_example, visible = True)
+
 title_html = """
     <h1><center>SUPIR</center></h1>
     <big><center>Upscale your images up to x10 freely, without account, without watermark and download it</center></big>
@@ -591,6 +608,11 @@ with gr.Blocks(js=js) as interface:
             param_setting = gr.Radio(["Quality", "Fidelity"], label="Presetting", value = "Quality")
             restart_button = gr.Button(value="Apply presetting")
 
+    with gr.Accordion("Debug", open=False):
+        input_image_debug = gr.Image(label="Image Debug", type="filepath")
+        prompt_debug = gr.Textbox(label="Prompt Debug", value='')
+        upscale_debug = gr.Radio([["x1", 1], ["x2", 2], ["x3", 3], ["x4", 4], ["x5", 5], ["x6", 6], ["x7", 7], ["x8", 8], ["x9", 9], ["x10", 10]], label="Upscale factor Debug", info="Resolution x1 to x10", value=2)
+
     with gr.Column():
         diffusion_button = gr.Button(value="🚀 Upscale/Restore", variant = "primary", elem_id = "process_button")
         reset_btn = gr.Button(value="🧹 Reinit page", variant="stop", elem_id="reset_button", visible = False)
@@ -598,141 +620,81 @@ with gr.Blocks(js=js) as interface:
 
         warning = gr.HTML(elem_id="warning", value = "<center><big>Your computer must <u>not</u> enter into standby mode.</big><br/>On Chrome, you can force to keep a tab alive in <code>chrome://discards/</code></center>", visible = False)
         restore_information = gr.HTML(value = "Restart the process to get another result.", visible = False)
-        result_slider = ImageSlider(label = 'Comparator', show_label = False, interactive = False, elem_id = "slider1", show_download_button = False)
+        result_slider = ImageSlider(label = 'Comparator', show_label = False, interactive = False, elem_id = "slider1", show_download_button = False, visible = False)
         result_gallery = gr.Gallery(label = 'Downloadable results', show_label = True, interactive = False, elem_id = "gallery1")
-        result_example = gr.Image(label="Example Image", visible = False, interactive = False)
+        result_example = gr.HTML(elem_id="result_example", visible = False)
+        result_image_example = gr.Image(label="Example Image", visible = False)
 
-    with gr.Row(elem_id="examples", visible=False):
+    with gr.Row(elem_id="examples", visible = False):
         gr.Examples(
+            label = "Examples for cache",
             examples = [
                     [
                         "./Examples/Example2.jpeg",
                         0,
-                        None,
+                        "./Examples/Example2.jpeg",
                         "La cabeza de un gato atigrado, en una casa, fotorrealista, 8k, extremadamente detallada",
                         "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
                         "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                        1,
-                        1024,
-                        1,
-                        1,
-                        200,
-                        -1,
-                        1,
-                        7.5,
-                        False,
-                        42,
-                        5,
-                        1.003,
-                        "Wavelet",
-                        "fp16",
-                        "bf16",
-                        1.0,
-                        True,
-                        4,
-                        False,
-                        0.,
-                        "v0-Q",
-                        "input",
-                        50
-                    ],
-                    [
-                        "./Examples/Example1.png",
-                        0,
-                        None,
-                        "Group of people, walking, happy, in the street, photorealistic, 8k, extremely detailled",
-                        "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
-                        "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                        2,
-                        1024,
-                        1,
-                        8,
-                        100,
-                        -1,
-                        1,
-                        7.5,
-                        False,
-                        42,
-                        5,
-                        1.003,
-                        "AdaIn",
-                        "fp16",
-                        "bf16",
-                        1.0,
-                        True,
-                        4,
-                        False,
-                        0.,
-                        "v0-Q",
-                        "input",
-                        180
-                    ],
-                    [
-                        "./Examples/Example3.webp",
-                        0,
-                        None,
-                        "A red apple",
-                        "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
-                        "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                        1,
-                        1024,
-                        1,
-                        1,
-                        200,
-                        -1,
-                        1,
-                        7.5,
-                        False,
-                        42,
-                        5,
-                        1.003,
-                        "Wavelet",
-                        "fp16",
-                        "bf16",
-                        1.0,
-                        True,
-                        4,
-                        False,
-                        0.,
-                        "v0-Q",
-                        "input",
-                        180
+                        1,         # num_samples
+                        32,        # min_size
+                        1,         # downscale
+                        1,         # upscale
+                        100,       # edm_steps
+                        -1,        # s_stage1
+                        1,         # s_stage2
+                        7.5,       # s_cfg
+                        True,     # randomize_seed
+                        42,        # seed
+                        5,         # s_churn
+                        1.003,     # s_noise
+                        "Wavelet", # color_fix_type
+                        "fp16",    # diff_dtype
+                        "bf16",    # ae_dtype
+                        1.0,       # gamma_correction
+                        True,      # linear_CFG
+                        4,         # spt_linear_CFG
+                        False,     # linear_s_stage2
+                        0.,        # spt_linear_s_stage2
+                        "v0-Q",    # model_select
+                        "input",   # output_format
+                        60         # allocation
                     ],
                     [
-                        "./Examples/Example3.webp",
+                        "./Examples/Example2.jpeg",
                         0,
-                        None,
-                        "A red marble",
+                        "./Examples/Example2.jpeg",
+                        "La cabeza de un gato atigrado, en una casa, fotorrealista, 8k, extremadamente detallada",
                         "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
                         "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                        1,
-                        1024,
-                        1,
-                        1,
-                        200,
-                        -1,
-                        1,
-                        7.5,
-                        False,
-                        42,
-                        5,
-                        1.003,
-                        "Wavelet",
-                        "fp16",
-                        "bf16",
-                        1.0,
-                        True,
-                        4,
-                        False,
-                        0.,
-                        "v0-Q",
-                        "input",
-                        180
-                    ],
+                        4,         # num_samples
+                        32,        # min_size
+                        1,         # downscale
+                        1,         # upscale
+                        100,       # edm_steps
+                        -1,        # s_stage1
+                        1,         # s_stage2
+                        7.5,       # s_cfg
+                        True,     # randomize_seed
+                        42,        # seed
+                        5,         # s_churn
+                        1.003,     # s_noise
+                        "Wavelet", # color_fix_type
+                        "fp16",    # diff_dtype
+                        "bf16",    # ae_dtype
+                        1.0,       # gamma_correction
+                        True,      # linear_CFG
+                        4,         # spt_linear_CFG
+                        False,     # linear_s_stage2
+                        0.,        # spt_linear_s_stage2
+                        "v0-Q",    # model_select
+                        "input",   # output_format
+                        60         # allocation
+                    ]
                 ],
             run_on_click = True,
             fn = stage2_process_example,
-	        inputs = [
+    	    inputs = [
                 input_image,
                 rotation,
                 denoise_image,
@@ -756,19 +718,20 @@ with gr.Blocks(js=js) as interface:
                 ae_dtype,
                 gamma_correction,
                 linear_CFG,
-                linear_s_stage2,
                 spt_linear_CFG,
+                linear_s_stage2,
                 spt_linear_s_stage2,
                 model_select,
                 output_format,
                 allocation
             ],
-	        outputs = [
-                result_example,
-                restore_information,
-                reset_btn
+    	    outputs = [
+            result_example,
+                warning,
+                dummy_button,
+                prompt_hint
             ],
-            cache_examples = "lazy",
+            cache_examples = True,
         )
 
     gr.Examples(
@@ -781,29 +744,29 @@ with gr.Blocks(js=js) as interface:
                     "Group of people, walking, happy, in the street, photorealistic, 8k, extremely detailled",
                     "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
                     "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                    2,
-                    1024,
-                    1,
-                    8,
-                    100,
-                    -1,
-                    1,
-                    7.5,
-                    False,
-                    42,
-                    5,
-                    1.003,
-                    "AdaIn",
-                    "fp16",
-                    "bf16",
-                    1.0,
-                    True,
-                    4,
-                    False,
-                    0.,
-                    "v0-Q",
-                    "input",
-                    180
+                    2,       # num_samples
+                    1024,    # min_size
+                    1,       # downscale
+                    8,       # upscale
+                    100,     # edm_steps
+                    -1,      # s_stage1
+                    1,       # s_stage2
+                    7.5,     # s_cfg
+                    False,   # randomize_seed
+                    42,      # seed
+                    5,       # s_churn
+                    1.003,   # s_noise
+                    "AdaIn", # color_fix_type
+                    "fp16",  # diff_dtype
+                    "bf16",  # ae_dtype
+                    1.0,     # gamma_correction
+                    True,    # linear_CFG
+                    4,       # spt_linear_CFG
+                    False,   # linear_s_stage2
+                    0.,      # spt_linear_s_stage2
+                    "v0-Q",  # model_select
+                    "input", # output_format
+                    180      # allocation
                 ],
                 [
                     "./Examples/Example2.jpeg",
@@ -812,29 +775,29 @@ with gr.Blocks(js=js) as interface:
                     "La cabeza de un gato atigrado, en una casa, fotorrealista, 8k, extremadamente detallada",
                     "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
                     "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                    1,
-                    1024,
-                    1,
-                    1,
-                    100,
-                    -1,
-                    1,
-                    7.5,
-                    False,
-                    42,
-                    5,
-                    1.003,
-                    "Wavelet",
-                    "fp16",
-                    "bf16",
-                    1.0,
-                    True,
-                    4,
-                    False,
-                    0.,
-                    "v0-Q",
-                    "input",
-                    50
+                    1,         # num_samples
+                    1024,      # min_size
+                    1,         # downscale
+                    1,         # upscale
+                    100,       # edm_steps
+                    -1,        # s_stage1
+                    1,         # s_stage2
+                    7.5,       # s_cfg
+                    False,     # randomize_seed
+                    42,        # seed
+                    5,         # s_churn
+                    1.003,     # s_noise
+                    "Wavelet", # color_fix_type
+                    "fp16",    # diff_dtype
+                    "bf16",    # ae_dtype
+                    1.0,       # gamma_correction
+                    True,      # linear_CFG
+                    4,         # spt_linear_CFG
+                    False,     # linear_s_stage2
+                    0.,        # spt_linear_s_stage2
+                    "v0-Q",    # model_select
+                    "input",   # output_format
+                    60         # allocation
                 ],
                 [
                     "./Examples/Example3.webp",
@@ -843,29 +806,29 @@ with gr.Blocks(js=js) as interface:
                     "A red apple",
                     "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
                     "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                    1,
-                    1024,
-                    1,
-                    1,
-                    200,
-                    -1,
-                    1,
-                    7.5,
-                    False,
-                    42,
-                    5,
-                    1.003,
-                    "Wavelet",
-                    "fp16",
-                    "bf16",
-                    1.0,
-                    True,
-                    4,
-                    False,
-                    0.,
-                    "v0-Q",
-                    "input",
-                    180
+                    1,         # num_samples
+                    1024,      # min_size
+                    1,         # downscale
+                    1,         # upscale
+                    200,       # edm_steps
+                    -1,        # s_stage1
+                    1,         # s_stage2
+                    7.5,       # s_cfg
+                    False,     # randomize_seed
+                    42,        # seed
+                    5,         # s_churn
+                    1.003,     # s_noise
+                    "Wavelet", # color_fix_type
+                    "fp16",    # diff_dtype
+                    "bf16",    # ae_dtype
+                    1.0,       # gamma_correction
+                    True,      # linear_CFG
+                    4,         # spt_linear_CFG
+                    False,     # linear_s_stage2
+                    0.,        # spt_linear_s_stage2
+                    "v0-Q",    # model_select
+                    "input",   # output_format
+                    180        # allocation
                 ],
                 [
                     "./Examples/Example3.webp",
@@ -874,29 +837,29 @@ with gr.Blocks(js=js) as interface:
                     "A red marble",
                     "Cinematic, High Contrast, highly detailed, taken using a Canon EOS R camera, hyper detailed photo - realistic maximum detail, 32k, Color Grading, ultra HD, extreme meticulous detailing, skin pore detailing, hyper sharpness, perfect without deformations.",
                     "painting, oil painting, illustration, drawing, art, sketch, anime, cartoon, CG Style, 3D render, unreal engine, blurring, aliasing, pixel, unsharp, weird textures, ugly, dirty, messy, worst quality, low quality, frames, watermark, signature, jpeg artifacts, deformed, lowres, over-smooth",
-                    1,
-                    1024,
-                    1,
-                    1,
-                    200,
-                    -1,
-                    1,
-                    7.5,
-                    False,
-                    42,
-                    5,
-                    1.003,
-                    "Wavelet",
-                    "fp16",
-                    "bf16",
-                    1.0,
-                    True,
-                    4,
-                    False,
-                    0.,
-                    "v0-Q",
-                    "input",
-                    180
+                    1,         # num_samples
+                    1024,      # min_size
+                    1,         # downscale
+                    1,         # upscale
+                    200,       # edm_steps
+                    -1,        # s_stage1
+                    1,         # s_stage2
+                    7.5,       # s_cfg
+                    False,     # randomize_seed
+                    42,        # seed
+                    5,         # s_churn
+                    1.003,     # s_noise
+                    "Wavelet", # color_fix_type
+                    "fp16",    # diff_dtype
+                    "bf16",    # ae_dtype
+                    1.0,       # gamma_correction
+                    True,      # linear_CFG
+                    4,         # spt_linear_CFG
+                    False,     # linear_s_stage2
+                    0.,        # spt_linear_s_stage2
+                    "v0-Q",    # model_select
+                    "input",   # output_format
+                    180        # allocation
                 ],
             ],
         run_on_click = True,
@@ -925,8 +888,8 @@ with gr.Blocks(js=js) as interface:
             ae_dtype,
             gamma_correction,
             linear_CFG,
-            linear_s_stage2,
             spt_linear_CFG,
+            linear_s_stage2,
             spt_linear_s_stage2,
             model_select,
             output_format,
@@ -937,6 +900,7 @@ with gr.Blocks(js=js) as interface:
             result_gallery,
             restore_information,
             reset_btn,
+            warning,
             dummy_button
         ],
         cache_examples = False,
@@ -995,8 +959,8 @@ with gr.Blocks(js=js) as interface:
         ae_dtype,
         gamma_correction,
         linear_CFG,
-        linear_s_stage2,
         spt_linear_CFG,
+        linear_s_stage2,
         spt_linear_s_stage2,
         model_select,
         output_format,
@@ -1014,6 +978,7 @@ with gr.Blocks(js=js) as interface:
 
     result_gallery.change(on_select_result, [result_slider, result_gallery], result_slider)
     result_gallery.select(on_select_result, [result_slider, result_gallery], result_slider)
+    result_example.change(on_render_image_example, result_example, result_image_example)
 
     restart_button.click(fn = load_and_reset, inputs = [
         param_setting
@@ -1028,8 +993,8 @@ with gr.Blocks(js=js) as interface:
         n_prompt,
         color_fix_type,
         linear_CFG,
-        linear_s_stage2,
         spt_linear_CFG,
+        linear_s_stage2,
         spt_linear_s_stage2,
         model_select
     ])
@@ -1058,12 +1023,36 @@ with gr.Blocks(js=js) as interface:
             ae_dtype,
             gamma_correction,
             linear_CFG,
-            linear_s_stage2,
             spt_linear_CFG,
+            linear_s_stage2,
             spt_linear_s_stage2,
             model_select,
             output_format,
             allocation
         ], queue = False, show_progress = False)
+
+    def handle_field_debug_change(input_image_debug_data, prompt_debug_data, upscale_debug_data):
+        input_image_debug_value[0] = input_image_debug_data
+        prompt_debug_value[0] = prompt_debug_data
+        upscale_debug_value[0] = upscale_debug_data
+        return []
+
+    input_image_debug.upload(
+        fn=handle_field_debug_change,
+        inputs=[input_image_debug, prompt_debug, upscale_debug],
+        outputs=[]
+    )
+    
+    prompt_debug.change(
+        fn=handle_field_debug_change,
+        inputs=[input_image_debug, prompt_debug, upscale_debug],
+        outputs=[]
+    )
+    
+    upscale_debug.change(
+        fn=handle_field_debug_change,
+        inputs=[input_image_debug, prompt_debug, upscale_debug],
+        outputs=[]
+    )
         
     interface.queue(10).launch(mcp_server=True, ssr_mode=False)