Update app.py

app.py

@@ -8,10 +8,8 @@ import re
 import uuid
 import pymupdf
 
-# os.system('pip install -U magic-pdf==0.10.5')
 os.system('pip uninstall -y magic-pdf')
 os.system('pip install git+https://github.com/opendatalab/MinerU.git@dev')
-# os.system('pip install git+https://github.com/myhloli/Magic-PDF.git@dev')
 
 os.system('wget https://github.com/opendatalab/MinerU/raw/dev/scripts/download_models_hf.py -O download_models_hf.py')
 os.system('python download_models_hf.py')
@@ -37,12 +35,10 @@ from magic_pdf.data.data_reader_writer import FileBasedDataReader
 from magic_pdf.libs.hash_utils import compute_sha256
 from magic_pdf.tools.common import do_parse, prepare_env
 
-
 def read_fn(path):
     disk_rw = FileBasedDataReader(os.path.dirname(path))
     return disk_rw.read(os.path.basename(path))
 
-
 def parse_pdf(doc_path, output_dir, end_page_id, is_ocr, layout_mode, formula_enable, table_enable, language):
     os.makedirs(output_dir, exist_ok=True)
 
@@ -72,78 +68,53 @@ def parse_pdf(doc_path, output_dir, end_page_id, is_ocr, layout_mode, formula_en
     except Exception as e:
         logger.exception(e)
 
-
 def compress_directory_to_zip(directory_path, output_zip_path):
-    """
-    压缩指定目录到一个 ZIP 文件。
-
-    :param directory_path: 要压缩的目录路径
-    :param output_zip_path: 输出的 ZIP 文件路径
-    """
     try:
         with zipfile.ZipFile(output_zip_path, 'w', zipfile.ZIP_DEFLATED) as zipf:
-
-            # 遍历目录中的所有文件和子目录
             for root, dirs, files in os.walk(directory_path):
                 for file in files:
-                    # 构建完整的文件路径
                     file_path = os.path.join(root, file)
-                    # 计算相对路径
                     arcname = os.path.relpath(file_path, directory_path)
-                    # 添加文件到 ZIP 文件
                     zipf.write(file_path, arcname)
         return 0
     except Exception as e:
         logger.exception(e)
         return -1
 
-
 def image_to_base64(image_path):
     with open(image_path, "rb") as image_file:
         return base64.b64encode(image_file.read()).decode('utf-8')
 
-
 def replace_image_with_base64(markdown_text, image_dir_path):
-    # 匹配Markdown中的图片标签
     pattern = r'\!\[(?:[^\]]*)\]\(([^)]+)\)'
-
-    # 替换图片链接
     def replace(match):
         relative_path = match.group(1)
         full_path = os.path.join(image_dir_path, relative_path)
         base64_image = image_to_base64(full_path)
         return f"![{relative_path}](data:image/jpeg;base64,{base64_image})"
-
-    # 应用替换
     return re.sub(pattern, replace, markdown_text)
 
-
 def to_markdown(file_path, end_pages, is_ocr, layout_mode, formula_enable, table_enable, language):
     file_path = to_pdf(file_path)
     if end_pages > 20:
         end_pages = 20
-    # 获取识别的md文件以及压缩包文件路径
     local_md_dir, file_name = parse_pdf(file_path, './output', end_pages - 1, is_ocr,
-                                        layout_mode, formula_enable, table_enable, language)
+                                      layout_mode, formula_enable, table_enable, language)
     archive_zip_path = os.path.join("./output", compute_sha256(local_md_dir) + ".zip")
     zip_archive_success = compress_directory_to_zip(local_md_dir, archive_zip_path)
     if zip_archive_success == 0:
-        logger.info("压缩成功")
+        logger.info("압축 성공")
     else:
-        logger.error("压缩失败")
+        logger.error("압축 실패")
     md_path = os.path.join(local_md_dir, file_name + ".md")
     with open(md_path, 'r', encoding='utf-8') as f:
         txt_content = f.read()
     md_content = replace_image_with_base64(txt_content, local_md_dir)
-    # 返回转换后的PDF路径
     new_pdf_path = os.path.join(local_md_dir, file_name + "_layout.pdf")
-
     return md_content, txt_content, archive_zip_path, new_pdf_path
 
-
 latex_delimiters = [{"left": "$$", "right": "$$", "display": True},
-                    {"left": '$', "right": '$', "display": False}]
-
+                   {"left": '$', "right": '$', "display": False}]
 
 def init_model():
     from magic_pdf.model.doc_analyze_by_custom_model import ModelSingleton
@@ -158,93 +129,78 @@ def init_model():
         logger.exception(e)
         return -1
 
-
 model_init = init_model()
 logger.info(f"model_init: {model_init}")
 
-
-with open("header.html", "r") as file:
-    header = file.read()
-
-
 latin_lang = [
-        'af', 'az', 'bs', 'cs', 'cy', 'da', 'de', 'es', 'et', 'fr', 'ga', 'hr',
-        'hu', 'id', 'is', 'it', 'ku', 'la', 'lt', 'lv', 'mi', 'ms', 'mt', 'nl',
-        'no', 'oc', 'pi', 'pl', 'pt', 'ro', 'rs_latin', 'sk', 'sl', 'sq', 'sv',
-        'sw', 'tl', 'tr', 'uz', 'vi', 'french', 'german'
+    'af', 'az', 'bs', 'cs', 'cy', 'da', 'de', 'es', 'et', 'fr', 'ga', 'hr',
+    'hu', 'id', 'is', 'it', 'ku', 'la', 'lt', 'lv', 'mi', 'ms', 'mt', 'nl',
+    'no', 'oc', 'pi', 'pl', 'pt', 'ro', 'rs_latin', 'sk', 'sl', 'sq', 'sv',
+    'sw', 'tl', 'tr', 'uz', 'vi', 'french', 'german'
 ]
 arabic_lang = ['ar', 'fa', 'ug', 'ur']
 cyrillic_lang = [
-        'ru', 'rs_cyrillic', 'be', 'bg', 'uk', 'mn', 'abq', 'ady', 'kbd', 'ava',
-        'dar', 'inh', 'che', 'lbe', 'lez', 'tab'
+    'ru', 'rs_cyrillic', 'be', 'bg', 'uk', 'mn', 'abq', 'ady', 'kbd', 'ava',
+    'dar', 'inh', 'che', 'lbe', 'lez', 'tab'
 ]
 devanagari_lang = [
-        'hi', 'mr', 'ne', 'bh', 'mai', 'ang', 'bho', 'mah', 'sck', 'new', 'gom',
-        'sa', 'bgc'
+    'hi', 'mr', 'ne', 'bh', 'mai', 'ang', 'bho', 'mah', 'sck', 'new', 'gom',
+    'sa', 'bgc'
 ]
 other_lang = ['ch', 'en', 'korean', 'japan', 'chinese_cht', 'ta', 'te', 'ka']
 
 all_lang = ['', 'auto']
 all_lang.extend([*other_lang, *latin_lang, *arabic_lang, *cyrillic_lang, *devanagari_lang])
 
-
 def to_pdf(file_path):
     with pymupdf.open(file_path) as f:
         if f.is_pdf:
             return file_path
         else:
             pdf_bytes = f.convert_to_pdf()
-            # 将pdfbytes 写入到uuid.pdf中
-            # 生成唯一的文件名
             unique_filename = f"{uuid.uuid4()}.pdf"
-
-            # 构建完整的文件路径
             tmp_file_path = os.path.join(os.path.dirname(file_path), unique_filename)
-
-            # 将字节数据写入文件
             with open(tmp_file_path, 'wb') as tmp_pdf_file:
                 tmp_pdf_file.write(pdf_bytes)
-
             return tmp_file_path
 
-
 if __name__ == "__main__":
-    with gr.Blocks() as demo:
-        gr.HTML(header)
+    with gr.Blocks(title="OCR FLEX") as demo:
         with gr.Row():
             with gr.Column(variant='panel', scale=5):
-                file = gr.File(label="Please upload a PDF or image", file_types=[".pdf", ".png", ".jpeg", ".jpg"])
-                max_pages = gr.Slider(1, 20, 10, step=1, label='Max convert pages')
+                file = gr.File(label="PDF 또는 이미지 파일을 업로드하세요", file_types=[".pdf", ".png", ".jpeg", ".jpg"])
+                max_pages = gr.Slider(1, 20, 10, step=1, label='최대 변환 페이지 수')
                 with gr.Row():
-                    layout_mode = gr.Dropdown(["layoutlmv3", "doclayout_yolo"], label="Layout model", value="doclayout_yolo")
-                    language = gr.Dropdown(all_lang, label="Language", value='auto')
+                    layout_mode = gr.Dropdown(["layoutlmv3", "doclayout_yolo"], label="레이아웃 모델", value="doclayout_yolo")
+                    language = gr.Dropdown(all_lang, label="언어", value='auto')
                 with gr.Row():
-                    formula_enable = gr.Checkbox(label="Enable formula recognition", value=True)
-                    is_ocr = gr.Checkbox(label="Force enable OCR", value=False)
-                    table_enable = gr.Checkbox(label="Enable table recognition(test)", value=True)
+                    formula_enable = gr.Checkbox(label="수식 인식 활성화", value=True)
+                    is_ocr = gr.Checkbox(label="OCR 강제 활성화", value=False)
+                    table_enable = gr.Checkbox(label="표 인식 활성화(테스트)", value=True)
                 with gr.Row():
-                    change_bu = gr.Button("Convert")
-                    clear_bu = gr.ClearButton(value="Clear")
-                pdf_show = PDF(label='PDF preview', interactive=False, visible=True, height=800)
-                with gr.Accordion("Examples:"):
+                    change_bu = gr.Button("변환")
+                    clear_bu = gr.ClearButton(value="초기화")
+                pdf_show = PDF(label='PDF 미리보기', interactive=False, visible=True, height=800)
+                with gr.Accordion("예제:"):
                     example_root = os.path.join(os.path.dirname(__file__), "examples")
                     gr.Examples(
                         examples=[os.path.join(example_root, _) for _ in os.listdir(example_root) if
-                                  _.endswith("pdf")],
+                                _.endswith("pdf")],
                         inputs=file
                     )
 
             with gr.Column(variant='panel', scale=5):
-                output_file = gr.File(label="convert result", interactive=False)
+                output_file = gr.File(label="변환 결과", interactive=False)
                 with gr.Tabs():
-                    with gr.Tab("Markdown rendering"):
-                        md = gr.Markdown(label="Markdown rendering", height=1100, show_copy_button=True,
-                                         latex_delimiters=latex_delimiters, line_breaks=True)
-                    with gr.Tab("Markdown text"):
+                    with gr.Tab("마크다운 렌더링"):
+                        md = gr.Markdown(label="마크다운 렌더링", height=1100, show_copy_button=True,
+                                     latex_delimiters=latex_delimiters, line_breaks=True)
+                    with gr.Tab("마크다운 텍스트"):
                         md_text = gr.TextArea(lines=45, show_copy_button=True)
+                        
         file.change(fn=to_pdf, inputs=file, outputs=pdf_show)
         change_bu.click(fn=to_markdown, inputs=[file, max_pages, is_ocr, layout_mode, formula_enable, table_enable, language],
-                        outputs=[md, md_text, output_file, pdf_show], api_name=False)
+                     outputs=[md, md_text, output_file, pdf_show], api_name=False)
         clear_bu.add([file, md, pdf_show, md_text, output_file, is_ocr])
 
-    demo.launch(ssr_mode=True)
+    demo.launch(ssr_mode=True)