Added: Generate image to video

.env

@@ -1,5 +1,6 @@
-SERVER_ADDRESS=https://gosign-de-image-to-video.hf.space
-WS_ADDRESS=wss://gosign-de-image-to-video.hf.space/ws
+SERVER_ADDRESS=https://gosign-de-comfyui-stg.hf.space
+WS_ADDRESS=wss://gosign-de-comfyui-stg.hf.space/ws
 
+# For Development Environment
 # SERVER_ADDRESS=http://127.0.0.1:8188/
 # WS_ADDRESS=ws://127.0.0.1:8188/ws

app.py

@@ -30,7 +30,6 @@ ws_address = os.getenv("WS_ADDRESS")
 # Generate a unique client ID
 client_id = str(uuid.uuid4())
 
-
 def allowed_file(filename):
     """Check if the uploaded file has an allowed extension."""
     return '.' in filename and filename.rsplit('.', 1)[1].lower() in ALLOWED_EXTENSIONS
@@ -80,7 +79,6 @@ def get_image(filename, subfolder, image_type, token):
         print(e.read())
         raise
 
-
 def get_images(ws, workflow, token):
     prompt_id = queue_prompt(workflow, token)
     output_images = {}
@@ -111,9 +109,9 @@ def get_images(ws, workflow, token):
 def home():
     return render_template('home.html')
 
-                ####################################################
-                # Generate text to image using FLUX1.DEV Checkpoint#
-                ####################################################
+                ###############################################
+                # Generate text to image using FLUX1.DEV Model#
+                ###############################################
 
 # Generate image route
 @app.route('/generate_image', methods=['POST'])
@@ -146,10 +144,6 @@ def generate_image():
     workflow = json.loads(workflow_jsondata)
     workflow["6"]["inputs"]["text"] = text_prompt
 
-    # workflow["7"]["inputs"]["text"] = "text, watermark, low quality, extra hands, extra legs."
-    # seednum = random.randint(1, 9999999999999)
-    # workflow["3"]["inputs"]["seed"] = seednum
-
     # Generate a random 15-digit seed as an integer
     seednum = random.randint(100000000000000, 999999999999999)
     workflow["31"]["inputs"]["seed"] = seednum
@@ -183,12 +177,12 @@ def get_image_file(filename):
     return send_file(filename, mimetype='image/png')
 
 
-
 # Route to serve images
 @app.route('/static/<path:filename>')
 def serve_static(filename):
     return send_from_directory('static', filename)
 
+# Make a request route
 def make_request(url, data=None, headers=None):
     req = urllib.request.Request(url, data=data, headers=headers)
     try:
@@ -214,6 +208,7 @@ def queue_prompt(workflow, token):
         raise ValueError("Failed to queue the prompt. Check the request or API response.")
     return response['prompt_id']
 
+# Get ComfyUI prompt history
 def get_history(prompt_id, token):
     headers = {
         'Authorization': f'Bearer {token}',
@@ -228,13 +223,6 @@ def get_video_data(filename, subfolder, token):
     # Handle empty subfolder case gracefully
     subfolder = subfolder or ''  # Default to empty string if None
 
-    # Construct query parameters
-    # url_values = {
-    #     'filename': filename,
-    #     'subfolder': subfolder,
-    #     'type': 'video'
-    # }
-
      # Construct query parameters
     url_values = {
         'filename': filename

sample-response.json

@@ -1,54 +0,0 @@
-{'prompt': [
-        3, '2d7683a1-f132-4f75-bb02-ced4975a745b',
-        {'1': {'inputs': {'model': 'THUDM/CogVideoX-5b-I2V', 'precision': 'bf16', 'fp8_transformer': 'disabled', 'compile': 'disabled', 'enable_sequential_cpu_offload': False
-                }, 'class_type': 'DownloadAndLoadCogVideoModel', '_meta': {'title': '(Down)load CogVideo Model'
-                }
-            }, '20': {'inputs': {'clip_name': 't5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors', 'type': 'sd3'
-                }, 'class_type': 'CLIPLoader', '_meta': {'title': 'Load CLIP'
-                }
-            }, '30': {'inputs': {'prompt': 'A beautiful sunset over the mountains', 'strength': 1.0, 'force_offload': True, 'clip': ['20',
-                        0
-                    ]
-                }, 'class_type': 'CogVideoTextEncode', '_meta': {'title': 'CogVideo TextEncode'
-                }
-            }, '31': {'inputs': {'prompt': 'Low quality, watermark, strange motion', 'strength': 1.0, 'force_offload': True, 'clip': ['20',
-                        0
-                    ]
-                }, 'class_type': 'CogVideoTextEncode', '_meta': {'title': 'CogVideo TextEncode'
-                }
-            }, '37': {'inputs': {'width': 720, 'height': 480, 'upscale_method': 'lanczos', 'keep_proportion': False, 'divisible_by': 16, 'crop': 'disabled', 'image': ['73',
-                        0
-                    ]
-                }, 'class_type': 'ImageResizeKJ', '_meta': {'title': 'Resize Image'
-                }
-            }, '44': {'inputs': {'frame_rate': 12.0, 'loop_count': 0, 'filename_prefix': 'CogVideoX-I2V', 'format': 'video/h264-mp4', 'pix_fmt': 'yuv420p', 'crf': 19, 'save_metadata': True, 'pingpong': False, 'save_output': True, 'images': ['56',
-                        0
-                    ]
-                }, 'class_type': 'VHS_VideoCombine', '_meta': {'title': 'Video Combine 🎥🅥🅗🅢'
-                }
-            }, '56': {'inputs': {'enable_vae_tiling': False, 'tile_sample_min_height': 96, 'tile_sample_min_width': 96, 'tile_overlap_factor_height': 0.083, 'tile_overlap_factor_width': 0.083, 'auto_tile_size': True, 'pipeline': ['57',
-                        0
-                    ], 'samples': ['57',
-                        1
-                    ]
-                }, 'class_type': 'CogVideoDecode', '_meta': {'title': 'CogVideo Decode'
-                }
-            }, '57': {'inputs': {'height': 480, 'width': 720, 'num_frames': 49, 'steps': 5, 'cfg': 6.0, 'seed': 660821088584312, 'scheduler': 'DPM++', 'denoise_strength': 1.0, 'pipeline': ['1',
-                        0
-                    ], 'positive': ['30',
-                        0
-                    ], 'negative': ['31',
-                        0
-                    ], 'image_cond_latents': ['58',
-                        0
-                    ]
-                }, 'class_type': 'CogVideoSampler', '_meta': {'title': 'CogVideo Sampler'
-                }
-            }, '58': {'inputs': {'chunk_size': 16, 'enable_tiling': True, 'pipeline': ['1',
-                        0
-                    ], 'image': ['37',
-                        0
-                    ]
-                }, 'class_type': 'CogVideoImageEncode', '_meta': {'title': 'CogVideo ImageEncode'
-                }
-            }, '73': {'inputs': {'url': 'https: //huggingface.co/spaces/gosign-de/comfyui-api/resolve/main/images/iStock_000014226797_Small.jpg', 'cache': True}, 'class_type': 'LoadImageByUrl //Browser', '_meta': {'title': 'Load Image By URL'}}, '75': {'inputs': {'images': ['73', 0]}, 'class_type': 'PreviewImage', '_meta': {'title': 'Preview Image'}}}, {'client_id': 'bb7de022-33ad-4c01-b272-bf2b1eb05e4e'}, ['75', '44']], 'outputs': {'44': {'gifs': [{'filename': 'CogVideoX-I2V_00003.mp4', 'subfolder': '', 'type': 'output', 'format': 'video/h264-mp4', 'frame_rate': 12.0}]}, '75': {'images': [{'filename': 'ComfyUI_temp_favdf_00001_.png', 'subfolder': '', 'type': 'temp'}]}}, 'status': {'status_str': 'success', 'completed': True, 'messages': [['execution_start', {'prompt_id': '2d7683a1-f132-4f75-bb02-ced4975a745b', 'timestamp': 1729158615147}], ['execution_cached', {'nodes': ['1', '20', '30', '31', '37', '58', '73', '75'], 'prompt_id': '2d7683a1-f132-4f75-bb02-ced4975a745b', 'timestamp': 1729158615162}], ['execution_success', {'prompt_id': '2d7683a1-f132-4f75-bb02-ced4975a745b', 'timestamp': 1729158723213}]]}, 'meta': {'44': {'node_id': '44', 'display_node': '44', 'parent_node': None, 'real_node_id': '44'}, '75': {'node_id': '75', 'display_node': '75', 'parent_node': None, 'real_node_id': '75'}}}

workflows/cogvideox_image_to_video_workflow_api_old.json

@@ -1,176 +0,0 @@
-{
-  "1": {
-    "inputs": {
-      "model": "THUDM/CogVideoX-5b-I2V",
-      "precision": "bf16",
-      "fp8_transformer": "disabled",
-      "compile": "disabled",
-      "enable_sequential_cpu_offload": false
-    },
-    "class_type": "DownloadAndLoadCogVideoModel",
-    "_meta": {
-      "title": "(Down)load CogVideo Model"
-    }
-  },
-  "20": {
-    "inputs": {
-      "clip_name": "t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
-      "type": "sd3"
-    },
-    "class_type": "CLIPLoader",
-    "_meta": {
-      "title": "Load CLIP"
-    }
-  },
-  "30": {
-    "inputs": {
-      "prompt": "Darth Vader is a vampire and blood is dripping from his steel fangs. The camera is slowly rotating around him. The background is filled with smoke and a strong light.",
-      "strength": 1,
-      "force_offload": true,
-      "clip": [
-        "20",
-        0
-      ]
-    },
-    "class_type": "CogVideoTextEncode",
-    "_meta": {
-      "title": "CogVideo TextEncode"
-    }
-  },
-  "31": {
-    "inputs": {
-      "prompt": "The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ",
-      "strength": 1,
-      "force_offload": true,
-      "clip": [
-        "20",
-        0
-      ]
-    },
-    "class_type": "CogVideoTextEncode",
-    "_meta": {
-      "title": "CogVideo TextEncode"
-    }
-  },
-  "36": {
-    "inputs": {
-      "image": "https://images.unsplash.com/photo-1506748686214-e9df14d4d9d0",
-      "upload": "image"
-    },
-    "class_type": "LoadImage",
-    "_meta": {
-      "title": "Load Image"
-    }
-  },
-  "37": {
-    "inputs": {
-      "width": 720,
-      "height": 480,
-      "upscale_method": "lanczos",
-      "keep_proportion": false,
-      "divisible_by": 16,
-      "crop": "disabled",
-      "image": [
-        "36",
-        0
-      ]
-    },
-    "class_type": "ImageResizeKJ",
-    "_meta": {
-      "title": "Resize Image"
-    }
-  },
-  "44": {
-    "inputs": {
-      "frame_rate": 24,
-      "loop_count": 0,
-      "filename_prefix": "CogVideoX-I2V",
-      "format": "video/h264-mp4",
-      "pix_fmt": "yuv420p",
-      "crf": 19,
-      "save_metadata": true,
-      "pingpong": false,
-      "save_output": true,
-      "images": [
-        "56",
-        0
-      ]
-    },
-    "class_type": "VHS_VideoCombine",
-    "_meta": {
-      "title": "Video Combine 🎥🅥🅗🅢"
-    }
-  },
-  "56": {
-    "inputs": {
-      "enable_vae_tiling": false,
-      "tile_sample_min_height": 96,
-      "tile_sample_min_width": 96,
-      "tile_overlap_factor_height": 0.083,
-      "tile_overlap_factor_width": 0.083,
-      "auto_tile_size": true,
-      "pipeline": [
-        "57",
-        0
-      ],
-      "samples": [
-        "57",
-        1
-      ]
-    },
-    "class_type": "CogVideoDecode",
-    "_meta": {
-      "title": "CogVideo Decode"
-    }
-  },
-  "57": {
-    "inputs": {
-      "height": 480,
-      "width": 720,
-      "num_frames": 49,
-      "steps": 50,
-      "cfg": 6,
-      "seed": 65334758276105,
-      "scheduler": "DPM++",
-      "denoise_strength": 1.0,
-      "pipeline": [
-        "1",
-        0
-      ],
-      "positive": [
-        "30",
-        0
-      ],
-      "negative": [
-        "31",
-        0
-      ],
-      "image_cond_latents": [
-        "58",
-        0
-      ]
-    },
-    "class_type": "CogVideoSampler",
-    "_meta": {
-      "title": "CogVideo Sampler"
-    }
-  },
-  "58": {
-    "inputs": {
-      "chunk_size": 16,
-      "enable_tiling": true,
-      "pipeline": [
-        "1",
-        0
-      ],
-      "image": [
-        "37",
-        0
-      ]
-    },
-    "class_type": "CogVideoImageEncode",
-    "_meta": {
-      "title": "CogVideo ImageEncode"
-    }
-  }
-}