update

app.py

@@ -6,6 +6,8 @@ from modelscope.outputs import OutputKeys
 from modelscope.pipelines import pipeline
 from modelscope.utils.constant import Tasks
 import cv2
+from diffusers import StableDiffusionXLPipeline, StableDiffusionXLImg2ImgPipeline
+import torch
 
 
 deep_seek_llm = DeepSeekLLM(api_key=settings.deep_seek_api_key)
@@ -69,6 +71,13 @@ def bg_remove(_image, _type):
     return vis_img
 
 
+def text_to_image(_image, _prompt):
+    pipeline = StableDiffusionXLPipeline.from_single_file(
+        "https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/blob/main/sd_xl_base_1.0.safetensors",
+        torch_dtype=torch.float16
+    ).to("cuda")
+    return _image
+
 with gr.Blocks() as app:
     with gr.Tab('聊天'):
         chat_engine = gr.State(value=None)
@@ -208,7 +217,7 @@ with gr.Blocks() as app:
                                 outputs=[chat_engine],
                             )
 
-    with gr.Tab('画图'):
+    with gr.Tab('图像编辑'):
         with gr.Row():
             with gr.Column(scale=2, min_width=600):
                 image = gr.ImageMask(
@@ -228,5 +237,16 @@ with gr.Blocks() as app:
             object_remove_btn.click(fn=object_remove, inputs=[image, object_remove_refined], outputs=[image_preview, mask_preview])
             bg_remove_btn.click(fn=bg_remove, inputs=[image, bg_remove_type], outputs=[image_preview])
 
+    with gr.Tab('画图'):
+        with gr.Row():
+            with gr.Column(scale=2, min_width=600):
+                image = gr.Image()
+
+            with gr.Column(scale=1, min_width=300):
+                with gr.Accordion(label="图像生成"):
+                    prompt = gr.Textbox(label="提示语", value="", lines=3)
+                    t2i_btn = gr.Button('画图', variant='primary')
+            t2i_btn.click(fn=text_to_image, inputs=[prompt, image], outputs=[image])
+
 
 app.launch(debug=settings.debug, show_api=False)