| { |
| "global_step": 80055, |
| "epoch": 3, |
| "wandb_run_id": "hqfhe4k5", |
| "config": { |
| "config_version": 1, |
| "model": { |
| "name_or_path": "/mnt/shared-storage-user/donghejun/workspac/models/opendatalab/MinerU2.5-Pro-2604-1.2B", |
| "model_type": "mineru_diffusion", |
| "torch_dtype": "bfloat16", |
| "attn_implementation": "flash_attention_2", |
| "gradient_checkpointing": false, |
| "freeze_patterns": [], |
| "trainable_patterns": [], |
| "init": { |
| "mode": "none", |
| "patterns": [] |
| }, |
| "diffusion": { |
| "mask_token_id": 151674, |
| "block_size": 16, |
| "prompt_left_pad": false, |
| "generation": { |
| "denoising_steps": null, |
| "dynamic_threshold": 0.95, |
| "remasking_strategy": "low_confidence_dynamic", |
| "temperature": 1.0, |
| "top_k": 0, |
| "top_p": 1.0 |
| } |
| } |
| }, |
| "encoder": { |
| "type": "qwen2_vl", |
| "name_or_path": "/mnt/shared-storage-user/donghejun/workspac/models/opendatalab/MinerU2.5-Pro-2604-1.2B", |
| "min_pixels": 50176, |
| "max_pixels": 1605632, |
| "chat_template": "{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['role'] == 'assistant' %}{% generation %}{{ message['content'][0]['text'] }}<|im_end|>\n{% endgeneration %}{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}\n", |
| "system_message": null, |
| "mask_token": "<|mask|>", |
| "extra_kwargs": {} |
| }, |
| "training_processor": { |
| "type": "block_diffusion", |
| "masking_eps": 0.001, |
| "masking_strategy": "bd3lm", |
| "prompt_left_pad": false, |
| "extra_kwargs": {} |
| }, |
| "data": { |
| "loader": "ocr", |
| "data_file": "", |
| "image_root": "", |
| "max_samples": null, |
| "proportion": null, |
| "minimum_data_number": 0, |
| "datasets": [ |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/layout/special_cases/gt_synth_data_77_sft.json", |
| "source": "grounding", |
| "sampling_strategy": "random:77000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/layout/special_cases/layout_omnidoc_cluster_34.json", |
| "source": "grounding", |
| "sampling_strategy": "random:34000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/layout/mergetags_251227_s1sample.json", |
| "source": "grounding", |
| "sampling_strategy": "random:50000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/layout/layout_stage2_data_65k.json", |
| "source": "grounding", |
| "sampling_strategy": "random:260000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/layout/layout_w_table_img_extra_35k.json", |
| "source": "grounding", |
| "sampling_strategy": "random:70000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/text/human_label/difficult_text_7k.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:21000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/text/contentset__000323.748113.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:500000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/text/contentset__000324.83846.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:80000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage1/text/refine_16m/merged_part_1.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:80000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage1/text/refine_16m/merged_part_2.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:80000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage1/text/refine_16m/merged_part_3.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:80000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage1/text/refine_16m/merged_part_4.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:80000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage1/text/refine_16m/merged_part_5.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:80000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage1/text/refine_16m/merged_part_6.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:80000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/human_label/difficult_equation_9k.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:27000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round2_0810_1k_semantic.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:396" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round2_0810_1k_span.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:4048" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round2_0812_1k.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:823" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round2_0814_5k.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:5281" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round2_0819_6k.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:5694" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round2_0826_2k.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:2112" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round2_0830_3k.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:2784" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_left_augmentation.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:27352" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_right_augmentation.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:14651" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_dollar.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:7616" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_percent.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:7888" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_perthousand.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:7888" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_yen.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:7616" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_textcircled_char.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:14361" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_textcircled_num.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:796" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_textcircled_single.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:14361" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_textcircled_two.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:14361" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_textcircled_three.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:14361" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_unimer1m_long.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:266130" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_unimer1m_simple.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:7884" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_HWE600K_en.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:111672" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_HWE600K_zh.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:2887" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_zh_data_0528_part1.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:75" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_zh_data_0528_part2.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:1965" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_0826_synth_cases.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:13973" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_0826_synth_cases_in_cases.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15464" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_0826_synth_matrix_in_matrix.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15560" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_0826_synth_matrix_latex.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:23973" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_0826_synth_matrix_link_matrix.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:8547" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_0826_synth_matrix_single_character.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:25584" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_multiple_simple_align.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:19986" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_liminf_latex.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:9997" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_limsup_latex.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:9997" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part0.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15840" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part1.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15754" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part2.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15932" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part3.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15900" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part6.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:16012" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part7.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15838" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part8.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15820" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_80m_part9.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:15922" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_latex_wanjuan.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:87756" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round3_0902_zh_part1.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:5706" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round3_0902_zh_part2.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:5805" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round3_0902_zh_part3.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:5849" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round3_0902_zh_part5.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:5889" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_round3_0902_zh_part6.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:4806" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_stage1_zh_formula.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:23160" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_special_macro_nu.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:37133" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_special_macro_pmod.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:2964" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/equation/data_special_macro_text.json", |
| "source": "pure_formula", |
| "sampling_strategy": "random:67395" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/special_cases/table_rec_gt_sft_32.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:5000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/human_label/table_oylk_12k.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:50000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/human_label/table_w_equation_7k.jsonl", |
| "source": "mineru/doc_store/content", |
| "sampling_strategy": "random:50000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/user_otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:50000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/user-otsl-2K.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:12000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/user-otsl-12K.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:50000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/user-otsl-13k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:50000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/user-otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:50000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/chn_all-line-user-otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:10000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/chn_no-line-user-otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:10000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/chn_three-line-user-otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:10000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/eng_all-line-user-otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:10000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/eng_no-line-user-otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:10000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/eng_three-line-user-otsl.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:10000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/grpo_data_42k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:100000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/human_label_data_15k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:90000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/table_with_formula_50k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:30000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/pubtabnet_lenstop100k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:30000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/fintabnet_91k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:30000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/human_label_data_p6_6k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:30000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/human_label_data_p7_3k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:30000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/hand_write_700.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:30000" |
| }, |
| { |
| "json_path": "/mnt/shared-storage-user/mineru2-shared/hotel/datasets/mineru25_pro_train/stage2/table/tr_cspl10_3k.json", |
| "source": "pure_table", |
| "sampling_strategy": "random:10000" |
| } |
| ], |
| "max_length": 16384, |
| "block_size": 16, |
| "per_device_batch_size": 1, |
| "dataloader_num_workers": 2, |
| "dataloader_prefetch_factor": 2, |
| "persistent_workers": true, |
| "pin_memory": true, |
| "use_length_grouped_sampler": false, |
| "length_cache_path": "", |
| "length_preprocess_num_workers": null, |
| "length_preprocess_task_size": null, |
| "source_load_num_workers": null, |
| "seed": 42 |
| }, |
| "optimizer": { |
| "learning_rate": 2e-05, |
| "learning_rate_overrides": { |
| "model.visual.": 2e-06 |
| }, |
| "weight_decay": 0.0, |
| "betas": [ |
| 0.9, |
| 0.95 |
| ], |
| "eps": 1e-08 |
| }, |
| "scheduler": { |
| "type": "cosine", |
| "warmup_ratio": 0.03, |
| "num_warmup_steps": null |
| }, |
| "logging": { |
| "level": "INFO", |
| "logging_steps": 10, |
| "log_console": true, |
| "log_file": true, |
| "log_jsonl": true, |
| "log_tensorboard": true, |
| "tensorboard_subdir": "runs/logging" |
| }, |
| "wandb": { |
| "enabled": true, |
| "host": "100.103.178.45", |
| "port": 28294, |
| "api_key": "local-3eec159c77e9be733252c8bace0086c348d5a82d", |
| "project": "dmllm-dev", |
| "entity": null, |
| "name": "ocr_s2_3e_b16", |
| "tags": [], |
| "log_train_batch": true, |
| "max_train_samples_to_log": 40 |
| }, |
| "profile": { |
| "enabled": true, |
| "log_every_n_steps": 10, |
| "strict": false |
| }, |
| "debug": { |
| "dump_first_batch": true, |
| "dump_train_end_logits": false, |
| "log_resume_probe": false, |
| "subdir": "debug", |
| "max_decoded_tokens": 4096 |
| }, |
| "checkpoint": { |
| "output_dir": "outputs/main/ocr_s2_3e_b16", |
| "save_steps": 1000, |
| "save_total_limit": 1, |
| "resume_from": null, |
| "max_shard_size": "5GB", |
| "save_final": true |
| }, |
| "train": { |
| "num_train_epochs": 3, |
| "max_steps": null, |
| "gradient_accumulation_steps": 2, |
| "max_grad_norm": 1.0, |
| "seed": 42, |
| "bf16": true, |
| "tf32": true, |
| "empty_cache_steps": 0 |
| } |
| } |
| } |
