Update app.py

app.py

@@ -1092,26 +1092,59 @@ def handsome_chat_completions():
                             image_url = images[0]
                             logging.info(f"Extracted image URL: {image_url}")
                         
-                        markdown_image_link = f"![image]({image_url})"
                         if image_url:
-                            chunk_data = {
-                                "id": f"chatcmpl-{uuid.uuid4()}",
-                                "object": "chat.completion.chunk",
-                                "created": int(time.time()),
-                                "model": model_name,
-                                "choices": [
-                                    {
-                                        "index": 0,
-                                        "delta": {
-                                            "role": "assistant",
-                                            "content": markdown_image_link
-                                        },
-                                        "finish_reason": None
-                                    }
-                                ]
-                            }
-                            yield f"data: {json.dumps(chunk_data)}\n\n".encode('utf-8')
-                            full_response_content = markdown_image_link
+                            try:
+                                # Fetch the image data
+                                image_response = requests.get(image_url, stream=True, timeout=30)
+                                image_response.raise_for_status()
+                                image_data = image_response.content
+                                # Determine image format
+                                image_format = image_response.headers.get('Content-Type', '').split('/')[-1].lower()
+                                if image_format not in ['png', 'jpeg', 'jpg']:
+                                    image_format = 'png' # Default to png if format is not recognized
+                                # Encode to base64
+                                base64_encoded_image = base64.b64encode(image_data).decode('utf-8')
+                                # Construct the markdown with base64 image data
+                                markdown_image = f"![image](data:image/{image_format};base64,{base64_encoded_image})"
+                                chunk_data = {
+                                    "id": f"chatcmpl-{uuid.uuid4()}",
+                                    "object": "chat.completion.chunk",
+                                    "created": int(time.time()),
+                                    "model": model_name,
+                                    "choices": [
+                                        {
+                                            "index": 0,
+                                            "delta": {
+                                                "role": "assistant",
+                                                "content": markdown_image
+                                            },
+                                            "finish_reason": None
+                                        }
+                                    ]
+                                }
+                                yield f"data: {json.dumps(chunk_data)}\n\n".encode('utf-8')
+                                full_response_content = markdown_image
+                            except requests.exceptions.RequestException as e:
+                                logging.error(f"Failed to fetch or process image from {image_url}: {e}")
+                                chunk_data = {
+                                    "id": f"chatcmpl-{uuid.uuid4()}",
+                                    "object": "chat.completion.chunk",
+                                    "created": int(time.time()),
+                                    "model": model_name,
+                                    "choices": [
+                                        {
+                                            "index": 0,
+                                            "delta": {
+                                                "role": "assistant",
+                                                "content": "Failed to retrieve and embed image."
+                                            },
+                                            "finish_reason": None
+                                        }
+                                    ]
+                                }
+                                yield f"data: {json.dumps(chunk_data)}\n\n".encode('utf-8')
+                                full_response_content = "Failed to retrieve and embed image."
+
                         else:
                             chunk_data = {
                                 "id": f"chatcmpl-{uuid.uuid4()}",
@@ -1206,23 +1239,75 @@ def handsome_chat_completions():
                         image_url = images[0]
                         logging.info(f"Extracted image URL: {image_url}")
                     
-                    markdown_image_link = f"![image]({image_url})"
-                    response_data = {
-                        "id": f"chatcmpl-{uuid.uuid4()}",
-                        "object": "chat.completion",
-                        "created": int(time.time()),
-                        "model": model_name,
-                        "choices": [
-                            {
-                            "index": 0,
-                            "message": {
-                                "role": "assistant",
-                                "content": markdown_image_link if image_url else "Failed to generate image",
-                            },
-                            "finish_reason": "stop",
+                    if image_url:
+                        try:
+                            # Fetch the image data
+                            image_response = requests.get(image_url, stream=True, timeout=30)
+                            image_response.raise_for_status()
+                            image_data = image_response.content
+                             # Determine image format
+                            image_format = image_response.headers.get('Content-Type', '').split('/')[-1].lower()
+                            if image_format not in ['png', 'jpeg', 'jpg']:
+                                image_format = 'png' # Default to png if format is not recognized
+
+                            # Encode to base64
+                            base64_encoded_image = base64.b64encode(image_data).decode('utf-8')
+
+                            # Construct the markdown with base64 image data
+                            markdown_image = f"![image](data:image/{image_format};base64,{base64_encoded_image})"
+
+                            response_data = {
+                                "id": f"chatcmpl-{uuid.uuid4()}",
+                                "object": "chat.completion",
+                                "created": int(time.time()),
+                                "model": model_name,
+                                "choices": [
+                                    {
+                                    "index": 0,
+                                    "message": {
+                                        "role": "assistant",
+                                        "content": markdown_image,
+                                    },
+                                    "finish_reason": "stop",
+                                    }
+                                ],
                             }
-                        ],
-                    }
+                        except requests.exceptions.RequestException as e:
+                            logging.error(f"Failed to fetch or process image from {image_url}: {e}")
+                            response_data = {
+                                "id": f"chatcmpl-{uuid.uuid4()}",
+                                "object": "chat.completion",
+                                "created": int(time.time()),
+                                "model": model_name,
+                                "choices": [
+                                    {
+                                    "index": 0,
+                                    "message": {
+                                        "role": "assistant",
+                                        "content": "Failed to retrieve and embed image.",
+                                    },
+                                    "finish_reason": "stop",
+                                    }
+                                ],
+                            }
+                    else:
+                        response_data = {
+                            "id": f"chatcmpl-{uuid.uuid4()}",
+                            "object": "chat.completion",
+                            "created": int(time.time()),
+                            "model": model_name,
+                            "choices": [
+                                {
+                                "index": 0,
+                                "message": {
+                                    "role": "assistant",
+                                    "content": "Failed to generate image",
+                                },
+                                "finish_reason": "stop",
+                                }
+                            ],
+                        }
+
                 except (KeyError, ValueError, IndexError) as e:
                     logging.error(
                         f"解析响应 JSON 失败: {e}, "
@@ -1258,6 +1343,7 @@ def handsome_chat_completions():
         except requests.exceptions.RequestException as e:
             logging.error(f"请求转发异常: {e}")
             return jsonify({"error": str(e)}), 500
+    return jsonify({"error": "model not supported"}), 400
     else:
         try:
             start_time = time.time()