Update app.py

app.py

@@ -1,60 +1,85 @@
-import gradio as gr
-import trafilatura
+import re
 import requests
-from markdownify import markdownify as md
-from sumy.parsers.plaintext import PlaintextParser
-from sumy.nlp.tokenizers import Tokenizer
-from sumy.summarizers.text_rank import TextRankSummarizer
+import trafilatura
+from bs4 import BeautifulSoup
+import gradio as gr
 
-# === 자동요약 함수 ===
-def auto_summarize(text, sentence_count=3):
-    try:
-        parser = PlaintextParser.from_string(text, Tokenizer("english"))
-        summarizer = TextRankSummarizer()
-        sents = [str(s) for s in summarizer(parser.document, sentence_count)]
-        return " ".join(sents).strip()
-    except Exception:
-        return text[:500]
-
-# === URL 파싱 + 모드별 출력 ===
-def parse_and_display(url, mode):
-    if not url.strip():
+DEFAULT_HEADERS = {"User-Agent": "Mozilla/5.0"}
+
+def fetch_html(url: str, timeout: int = 12) -> str:
+    r = requests.get(url, headers=DEFAULT_HEADERS, timeout=timeout)
+    r.raise_for_status()
+    return r.text
+
+def html_to_text_preserve_code(html: str) -> str:
+    extracted = trafilatura.extract(
+        html,
+        output_format="html",
+        include_tables=True,
+        favor_recall=True
+    )
+    if not extracted:
+        return "본문을 추출할 수 없습니다."
+
+    soup = BeautifulSoup(extracted, "html.parser")
+
+    # <pre><code> 및 <pre>를 fenced code block으로
+    for pre in soup.find_all("pre"):
+        code_tag = pre.find("code")
+        code_text = code_tag.get_text() if code_tag else pre.get_text()
+        code_text = code_text.replace("\r\n", "\n")
+        code_text = re.sub(r"\n{3,}", "\n\n", code_text).strip("\n")
+        pre.replace_with(f"\n```\n{code_text}\n```\n")
+
+    # inline <code> → `...`
+    for c in soup.find_all("code"):
+        c_text = c.get_text().replace("`", "\\`")
+        c.replace_with(f"`{c_text}`")
+
+    # 태그 제거 + 줄바꿈 유지
+    text_output = soup.get_text("\n")
+    text_output = re.sub(r"\n{3,}", "\n\n", text_output).strip()
+    return text_output
+
+def handle_html(url: str) -> str:
+    url = (url or "").strip()
+    if not url:
         return "❌ URL을 입력하세요."
     try:
-        headers = {"User-Agent": "Mozilla/5.0"}
-        r = requests.get(url, headers=headers, timeout=10)
-        r.raise_for_status()
-
-        html_content = trafilatura.extract(
-            r.text,
-            output_format="html",
-            include_tables=True,
-            favor_recall=True
-        )
-        if not html_content:
-            return "본문을 추출할 수 없습니다."
-
-        markdown_text = md(html_content, heading_style="ATX")
-        summary_text = auto_summarize(markdown_text, sentence_count=3)
-
-        if mode == "자동요약":
-            return f"📝 **자동요약**\n\n{summary_text}\n\n🔗 [원문 보기]({url})"
-        else:
-            return f"📄 **원문**\n\n{markdown_text}\n\n🔗 [원문 보기]({url})"
+        html = fetch_html(url)
+        return html
+    except Exception as e:
+        return f"에러: {e}"
 
+def handle_text(url: str) -> str:
+    url = (url or "").strip()
+    if not url:
+        return "❌ URL을 입력하세요."
+    try:
+        html = fetch_html(url)
+        text = html_to_text_preserve_code(html)
+        return text
     except Exception as e:
-        return f"에러: {str(e)}"
+        return f"에러: {e}"
+
+with gr.Blocks(css="""
+  #container { max-width: 920px; margin: 0 auto; }
+  .small { color:#666; font-size:14px; }
+""") as demo:
+    gr.Markdown("## 링크 입력 → 원본 HTML / 텍스트(코드블럭 보존) 보기", elem_id="container")
+
+    with gr.Row():
+        url_input = gr.Textbox(label="URL", placeholder="https://example.com", scale=4)
+    gr.Markdown('<div class="small">URL을 입력하고 원하는 버튼을 눌러 결과를 아래에서 확인하세요.</div>')
 
-# === Gradio UI ===
-with gr.Blocks() as demo:
-    gr.Markdown("## 🔗 링크 → 자동요약 / 원문 보기")
     with gr.Row():
-        url_input = gr.Textbox(label="URL 입력", placeholder="https://example.com", scale=3)
-        mode_select = gr.Radio(["자동요약", "원문"], value="자동요약", label="기본 모드", scale=1)
-    output = gr.Markdown()
-    run_btn = gr.Button("추가")
+        btn_html = gr.Button("원본 HTML 보기", scale=1)
+        btn_text = gr.Button("텍스트 보기 (코드블럭 보존)", scale=1)
+
+    output = gr.Textbox(label="결과", lines=24, show_copy_button=True)
 
-    run_btn.click(parse_and_display, inputs=[url_input, mode_select], outputs=output)
+    btn_html.click(fn=handle_html, inputs=url_input, outputs=output)
+    btn_text.click(fn=handle_text, inputs=url_input, outputs=output)
 
 if __name__ == "__main__":
     demo.launch()