Update article_generator.py

article_generator.py

@@ -4,13 +4,10 @@ import json
 import requests
 import gradio as gr
 from bs4 import BeautifulSoup
-import openai
 from langchain.chat_models import ChatOpenAI
 from langchain_experimental.plan_and_execute import PlanAndExecute, load_agent_executor, load_chat_planner
 from langchain.llms import OpenAI
 from langchain.agents.tools import Tool
-import asyncio
-from datetime import timedelta
 
 # APIキーの設定
 openai.api_key = os.getenv("OPENAI_API_KEY")
@@ -111,29 +108,50 @@ def generate_article(editable_output2):
                     <h3>{h3}</h3>
                     "{h3}"に関する詳細な内容を日本語で記述してください。オリジナルな内容を心がけてください。""")
 
-    user_message = {
-        "role": "user",
-        "content": "\n".join(instructions)
-    }
+    # トークン数を制限するためにメッセージを分割
+    split_instructions = []
+    current_chunk = ""
+    for instruction in instructions:
+        if len(current_chunk + instruction) > 15000:  # 適宜サイズ調整
+            split_instructions.append(current_chunk)
+            current_chunk = instruction
+        else:
+            current_chunk += instruction
 
-    response = openai.ChatCompletion.create(
-        model="gpt-4-turbo-2024-04-09",
-        messages=[system_message, user_message],
-        temperature=0.7,
-    )
-    result = response.choices[0]["message"]["content"]
+    if current_chunk:
+        split_instructions.append(current_chunk)
+
+    results = []
+    for i, split_instruction in enumerate(split_instructions):
+        user_message = {
+            "role": "user",
+            "content": f"{i+1}/{len(split_instructions)}: {split_instruction}"
+        }
+        response = openai.ChatCompletion.create(
+            model="gpt-4-turbo-2024-04-09",
+            messages=[system_message, user_message],
+            temperature=0.7,
+        )
+        results.append(response.choices[0]["message"]["content"])
+
+    final_result = "\n".join(results)
 
     with open("output3.txt", "w", encoding="utf-8") as f:
-        f.write(result)
-    return result
+        f.write(final_result)
+    return final_result
 
 with gr.Blocks() as app:
-    editable_output2 = gr.Textbox(label="編集可能な記事構成", placeholder="HTML content here...", lines=10)
-    final_article = gr.Textbox(label="最終的な記事本文", lines=20, placeholder="Generated article content will appear here.")
-    generate_button = gr.Button("記事を生成")
-
+    with gr.Row():
+        with gr.Column():
+            editable_output2 = gr.Textbox(label="編集可能な記事構成", placeholder="HTML content here...", lines=10)
+            generate_button = gr.Button("記事を生成")
+        with gr.Column():
+            final_article = gr.Textbox(label="最終的な記事本文", lines=20, placeholder="Generated article content will appear here.")
+    
     generate_button.click(
         fn=generate_article,
         inputs=[editable_output2],
         outputs=[final_article]
-    )
+    )
+
+app.launch()