Back up Bina 0.2 stream stage 006: train.log
Browse files
training-stream/stage-006/train.log
ADDED
|
@@ -0,0 +1,428 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/utils/cpp_extension/extension_utils.py:712: UserWarning: No ccache found. Please be aware that recompiling all source files may be required. You can download and install ccache from: https://github.com/ccache/ccache/blob/master/doc/INSTALL.md
|
| 2 |
+
warnings.warn(warning_message)
|
| 3 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 ----------- Configuration ----------------------
|
| 4 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 auto_cluster_config: 0
|
| 5 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 auto_parallel_config: None
|
| 6 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 auto_tuner_json: None
|
| 7 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 devices: 0,1,2,3,4,5,6,7
|
| 8 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 elastic_level: -1
|
| 9 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 elastic_timeout: 30
|
| 10 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 enable_gpu_log: True
|
| 11 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 gloo_port: 6767
|
| 12 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 host: None
|
| 13 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 ips: None
|
| 14 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 job_id: default
|
| 15 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 legacy: False
|
| 16 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 log_dir: /workspace/bina02-ppocr/training/stage-006/distributed-logs
|
| 17 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 log_level: INFO
|
| 18 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 log_overwrite: False
|
| 19 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 master: None
|
| 20 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 max_restart: 3
|
| 21 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 nnodes: 1
|
| 22 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 nproc_per_node: None
|
| 23 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 rank: -1
|
| 24 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 run_mode: collective
|
| 25 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 server_num: None
|
| 26 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 servers:
|
| 27 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 sort_ip: False
|
| 28 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 start_port: 6070
|
| 29 |
+
LAUNCH INFO 2026-07-25 18:15:09,587 trainer_num: None
|
| 30 |
+
LAUNCH INFO 2026-07-25 18:15:09,588 trainers:
|
| 31 |
+
LAUNCH INFO 2026-07-25 18:15:09,588 training_script: /workspace/bina02-ppocr/PaddleOCR/tools/train.py
|
| 32 |
+
LAUNCH INFO 2026-07-25 18:15:09,588 training_script_args: ['-c', '/workspace/bina02-ppocr/training/stage-006/input_config.yml']
|
| 33 |
+
LAUNCH INFO 2026-07-25 18:15:09,588 with_gloo: 1
|
| 34 |
+
LAUNCH INFO 2026-07-25 18:15:09,588 --------------------------------------------------
|
| 35 |
+
LAUNCH INFO 2026-07-25 18:15:09,589 Job: default, mode collective, replicas 1[1:1], elastic False
|
| 36 |
+
LAUNCH INFO 2026-07-25 18:15:09,590 Run Pod: pfyfyp, replicas 8, status ready
|
| 37 |
+
LAUNCH INFO 2026-07-25 18:15:09,857 Watching Pod: pfyfyp, replicas 8, status running
|
| 38 |
+
/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/utils/cpp_extension/extension_utils.py:712: UserWarning: No ccache found. Please be aware that recompiling all source files may be required. You can download and install ccache from: https://github.com/ccache/ccache/blob/master/doc/INSTALL.md
|
| 39 |
+
warnings.warn(warning_message)
|
| 40 |
+
Skipping import of the encryption module.
|
| 41 |
+
[2026/07/25 18:15:17] ppocr INFO: Architecture :
|
| 42 |
+
[2026/07/25 18:15:17] ppocr INFO: Backbone :
|
| 43 |
+
[2026/07/25 18:15:17] ppocr INFO: force_pool_width : True
|
| 44 |
+
[2026/07/25 18:15:17] ppocr INFO: model_size : medium
|
| 45 |
+
[2026/07/25 18:15:17] ppocr INFO: name : PPLCNetV4
|
| 46 |
+
[2026/07/25 18:15:17] ppocr INFO: train_pool_width : 96
|
| 47 |
+
[2026/07/25 18:15:17] ppocr INFO: Head :
|
| 48 |
+
[2026/07/25 18:15:17] ppocr INFO: head_list :
|
| 49 |
+
[2026/07/25 18:15:17] ppocr INFO: CTCHead :
|
| 50 |
+
[2026/07/25 18:15:17] ppocr INFO: Head :
|
| 51 |
+
[2026/07/25 18:15:17] ppocr INFO: fc_decay : 1e-05
|
| 52 |
+
[2026/07/25 18:15:17] ppocr INFO: Neck :
|
| 53 |
+
[2026/07/25 18:15:17] ppocr INFO: depth : 2
|
| 54 |
+
[2026/07/25 18:15:17] ppocr INFO: dims : 192
|
| 55 |
+
[2026/07/25 18:15:17] ppocr INFO: local_kernel : 7
|
| 56 |
+
[2026/07/25 18:15:17] ppocr INFO: mlp_ratio : 4.0
|
| 57 |
+
[2026/07/25 18:15:17] ppocr INFO: name : lightsvtr
|
| 58 |
+
[2026/07/25 18:15:17] ppocr INFO: use_guide : False
|
| 59 |
+
[2026/07/25 18:15:17] ppocr INFO: NRTRHead :
|
| 60 |
+
[2026/07/25 18:15:17] ppocr INFO: max_text_length : 128
|
| 61 |
+
[2026/07/25 18:15:17] ppocr INFO: nrtr_dim : 512
|
| 62 |
+
[2026/07/25 18:15:17] ppocr INFO: name : MultiHead
|
| 63 |
+
[2026/07/25 18:15:17] ppocr INFO: Transform : None
|
| 64 |
+
[2026/07/25 18:15:17] ppocr INFO: algorithm : SVTR_LCNet
|
| 65 |
+
[2026/07/25 18:15:17] ppocr INFO: model_type : rec
|
| 66 |
+
[2026/07/25 18:15:17] ppocr INFO: Eval :
|
| 67 |
+
[2026/07/25 18:15:17] ppocr INFO: dataset :
|
| 68 |
+
[2026/07/25 18:15:17] ppocr INFO: data_dir : /
|
| 69 |
+
[2026/07/25 18:15:17] ppocr INFO: label_file_list : ['/workspace/bina02-ppocr/stream/datasets/chunk-006/eval_ctc.txt']
|
| 70 |
+
[2026/07/25 18:15:17] ppocr INFO: name : SimpleDataSet
|
| 71 |
+
[2026/07/25 18:15:17] ppocr INFO: transforms :
|
| 72 |
+
[2026/07/25 18:15:17] ppocr INFO: DecodeImage :
|
| 73 |
+
[2026/07/25 18:15:17] ppocr INFO: channel_first : False
|
| 74 |
+
[2026/07/25 18:15:17] ppocr INFO: img_mode : BGR
|
| 75 |
+
[2026/07/25 18:15:17] ppocr INFO: MultiLabelEncode :
|
| 76 |
+
[2026/07/25 18:15:17] ppocr INFO: gtc_encode : NRTRLabelEncode
|
| 77 |
+
[2026/07/25 18:15:17] ppocr INFO: RecResizeImg :
|
| 78 |
+
[2026/07/25 18:15:17] ppocr INFO: image_shape : [3, 48, 768]
|
| 79 |
+
[2026/07/25 18:15:17] ppocr INFO: padding : False
|
| 80 |
+
[2026/07/25 18:15:17] ppocr INFO: KeepKeys :
|
| 81 |
+
[2026/07/25 18:15:17] ppocr INFO: keep_keys : ['image', 'label_ctc', 'label_gtc', 'length', 'valid_ratio']
|
| 82 |
+
[2026/07/25 18:15:17] ppocr INFO: loader :
|
| 83 |
+
[2026/07/25 18:15:17] ppocr INFO: batch_size_per_card : 32
|
| 84 |
+
[2026/07/25 18:15:17] ppocr INFO: drop_last : False
|
| 85 |
+
[2026/07/25 18:15:17] ppocr INFO: num_workers : 4
|
| 86 |
+
[2026/07/25 18:15:17] ppocr INFO: shuffle : False
|
| 87 |
+
[2026/07/25 18:15:17] ppocr INFO: Global :
|
| 88 |
+
[2026/07/25 18:15:17] ppocr INFO: cal_metric_during_train : False
|
| 89 |
+
[2026/07/25 18:15:17] ppocr INFO: character_dict_path : /workspace/bina02-ppocr/stream/datasets/chunk-006/persian_arabic_bina02_dict.txt
|
| 90 |
+
[2026/07/25 18:15:17] ppocr INFO: checkpoints : None
|
| 91 |
+
[2026/07/25 18:15:17] ppocr INFO: d2s_train_image_shape : [3, 48, 768]
|
| 92 |
+
[2026/07/25 18:15:17] ppocr INFO: debug : False
|
| 93 |
+
[2026/07/25 18:15:17] ppocr INFO: distributed : True
|
| 94 |
+
[2026/07/25 18:15:17] ppocr INFO: epoch_num : 1
|
| 95 |
+
[2026/07/25 18:15:17] ppocr INFO: eval_batch_step : [0, 100]
|
| 96 |
+
[2026/07/25 18:15:17] ppocr INFO: freeze_batch_norm : True
|
| 97 |
+
[2026/07/25 18:15:17] ppocr INFO: infer_img : doc/imgs_words/ch/word_1.jpg
|
| 98 |
+
[2026/07/25 18:15:17] ppocr INFO: infer_mode : False
|
| 99 |
+
[2026/07/25 18:15:17] ppocr INFO: log_smooth_window : 20
|
| 100 |
+
[2026/07/25 18:15:17] ppocr INFO: max_text_length : 128
|
| 101 |
+
[2026/07/25 18:15:17] ppocr INFO: model_name : PP-OCRv6_medium_rec
|
| 102 |
+
[2026/07/25 18:15:17] ppocr INFO: pretrained_model : /workspace/bina02-ppocr/training/stage-005/best_accuracy
|
| 103 |
+
[2026/07/25 18:15:17] ppocr INFO: print_batch_step : 20
|
| 104 |
+
[2026/07/25 18:15:17] ppocr INFO: save_epoch_step : 1
|
| 105 |
+
[2026/07/25 18:15:17] ppocr INFO: save_inference_dir : None
|
| 106 |
+
[2026/07/25 18:15:17] ppocr INFO: save_model_dir : /workspace/bina02-ppocr/training/stage-006
|
| 107 |
+
[2026/07/25 18:15:17] ppocr INFO: save_res_path : /workspace/bina02-ppocr/training/stage-006/predicts.txt
|
| 108 |
+
[2026/07/25 18:15:17] ppocr INFO: trainable_parameter_prefixes : ['head.ctc_head.fc.']
|
| 109 |
+
[2026/07/25 18:15:17] ppocr INFO: use_gpu : True
|
| 110 |
+
[2026/07/25 18:15:17] ppocr INFO: use_space_char : True
|
| 111 |
+
[2026/07/25 18:15:17] ppocr INFO: use_visualdl : False
|
| 112 |
+
[2026/07/25 18:15:17] ppocr INFO: Loss :
|
| 113 |
+
[2026/07/25 18:15:17] ppocr INFO: loss_config_list :
|
| 114 |
+
[2026/07/25 18:15:17] ppocr INFO: CTCLoss : None
|
| 115 |
+
[2026/07/25 18:15:17] ppocr INFO: NRTRLoss : None
|
| 116 |
+
[2026/07/25 18:15:17] ppocr INFO: name : MultiLoss
|
| 117 |
+
[2026/07/25 18:15:17] ppocr INFO: weight_1 : 1.0
|
| 118 |
+
[2026/07/25 18:15:17] ppocr INFO: weight_2 : 0.0
|
| 119 |
+
[2026/07/25 18:15:17] ppocr INFO: Metric :
|
| 120 |
+
[2026/07/25 18:15:17] ppocr INFO: ignore_space : False
|
| 121 |
+
[2026/07/25 18:15:17] ppocr INFO: main_indicator : norm_edit_dis
|
| 122 |
+
[2026/07/25 18:15:17] ppocr INFO: name : RecMetric
|
| 123 |
+
[2026/07/25 18:15:17] ppocr INFO: Optimizer :
|
| 124 |
+
[2026/07/25 18:15:17] ppocr INFO: beta1 : 0.9
|
| 125 |
+
[2026/07/25 18:15:17] ppocr INFO: beta2 : 0.999
|
| 126 |
+
[2026/07/25 18:15:17] ppocr INFO: lr :
|
| 127 |
+
[2026/07/25 18:15:17] ppocr INFO: learning_rate : 1e-05
|
| 128 |
+
[2026/07/25 18:15:17] ppocr INFO: name : Cosine
|
| 129 |
+
[2026/07/25 18:15:17] ppocr INFO: warmup_epoch : 0
|
| 130 |
+
[2026/07/25 18:15:17] ppocr INFO: name : Adam
|
| 131 |
+
[2026/07/25 18:15:17] ppocr INFO: regularizer :
|
| 132 |
+
[2026/07/25 18:15:17] ppocr INFO: factor : 0.0
|
| 133 |
+
[2026/07/25 18:15:17] ppocr INFO: name : L2
|
| 134 |
+
[2026/07/25 18:15:17] ppocr INFO: PostProcess :
|
| 135 |
+
[2026/07/25 18:15:17] ppocr INFO: name : CTCLabelDecode
|
| 136 |
+
[2026/07/25 18:15:17] ppocr INFO: Train :
|
| 137 |
+
[2026/07/25 18:15:17] ppocr INFO: dataset :
|
| 138 |
+
[2026/07/25 18:15:17] ppocr INFO: data_dir : /
|
| 139 |
+
[2026/07/25 18:15:17] ppocr INFO: ds_width : False
|
| 140 |
+
[2026/07/25 18:15:17] ppocr INFO: ext_op_transform_idx : 1
|
| 141 |
+
[2026/07/25 18:15:17] ppocr INFO: label_file_list : ['/workspace/bina02-ppocr/stream/datasets/chunk-006/train_ctc.txt']
|
| 142 |
+
[2026/07/25 18:15:17] ppocr INFO: name : MultiScaleDataSet
|
| 143 |
+
[2026/07/25 18:15:17] ppocr INFO: padding : False
|
| 144 |
+
[2026/07/25 18:15:17] ppocr INFO: ratio_list : [1.0]
|
| 145 |
+
[2026/07/25 18:15:17] ppocr INFO: transforms :
|
| 146 |
+
[2026/07/25 18:15:17] ppocr INFO: DecodeImage :
|
| 147 |
+
[2026/07/25 18:15:17] ppocr INFO: channel_first : False
|
| 148 |
+
[2026/07/25 18:15:17] ppocr INFO: img_mode : BGR
|
| 149 |
+
[2026/07/25 18:15:17] ppocr INFO: RecConAug :
|
| 150 |
+
[2026/07/25 18:15:17] ppocr INFO: ext_data_num : 0
|
| 151 |
+
[2026/07/25 18:15:17] ppocr INFO: image_shape : [48, 768, 3]
|
| 152 |
+
[2026/07/25 18:15:17] ppocr INFO: max_text_length : 128
|
| 153 |
+
[2026/07/25 18:15:17] ppocr INFO: prob : 0.0
|
| 154 |
+
[2026/07/25 18:15:17] ppocr INFO: RecAug : None
|
| 155 |
+
[2026/07/25 18:15:17] ppocr INFO: MultiLabelEncode :
|
| 156 |
+
[2026/07/25 18:15:17] ppocr INFO: gtc_encode : NRTRLabelEncode
|
| 157 |
+
[2026/07/25 18:15:17] ppocr INFO: KeepKeys :
|
| 158 |
+
[2026/07/25 18:15:17] ppocr INFO: keep_keys : ['image', 'label_ctc', 'label_gtc', 'length', 'valid_ratio']
|
| 159 |
+
[2026/07/25 18:15:17] ppocr INFO: loader :
|
| 160 |
+
[2026/07/25 18:15:17] ppocr INFO: batch_size_per_card : 32
|
| 161 |
+
[2026/07/25 18:15:17] ppocr INFO: drop_last : False
|
| 162 |
+
[2026/07/25 18:15:17] ppocr INFO: num_workers : 4
|
| 163 |
+
[2026/07/25 18:15:17] ppocr INFO: shuffle : True
|
| 164 |
+
[2026/07/25 18:15:17] ppocr INFO: sampler :
|
| 165 |
+
[2026/07/25 18:15:17] ppocr INFO: divided_factor : [8, 16]
|
| 166 |
+
[2026/07/25 18:15:17] ppocr INFO: first_bs : 32
|
| 167 |
+
[2026/07/25 18:15:17] ppocr INFO: fix_bs : True
|
| 168 |
+
[2026/07/25 18:15:17] ppocr INFO: is_training : True
|
| 169 |
+
[2026/07/25 18:15:17] ppocr INFO: name : MultiScaleSampler
|
| 170 |
+
[2026/07/25 18:15:17] ppocr INFO: scales : [[768, 48]]
|
| 171 |
+
[2026/07/25 18:15:17] ppocr INFO: profiler_options : None
|
| 172 |
+
[2026/07/25 18:15:17] ppocr INFO: train with paddle 3.3.0 and device Place(gpu:0)
|
| 173 |
+
======================= Modified FLAGS detected =======================
|
| 174 |
+
FLAGS(name='FLAGS_nccl_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/nccl/lib', default_value='')
|
| 175 |
+
FLAGS(name='FLAGS_cublas_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/cublas/lib', default_value='')
|
| 176 |
+
FLAGS(name='FLAGS_curand_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/curand/lib', default_value='')
|
| 177 |
+
FLAGS(name='FLAGS_cudnn_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/cudnn/lib', default_value='')
|
| 178 |
+
FLAGS(name='FLAGS_enable_pir_in_executor', current_value=True, default_value=False)
|
| 179 |
+
FLAGS(name='FLAGS_cuda_cccl_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/cuda_cccl/include/', default_value='')
|
| 180 |
+
FLAGS(name='FLAGS_cupti_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/cuda_cupti/lib', default_value='')
|
| 181 |
+
FLAGS(name='FLAGS_cudnn_deterministic', current_value=True, default_value=False)
|
| 182 |
+
FLAGS(name='FLAGS_cusparse_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/cusparse/lib', default_value='')
|
| 183 |
+
FLAGS(name='FLAGS_selected_gpus', current_value='0', default_value='')
|
| 184 |
+
FLAGS(name='FLAGS_nvidia_package_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia', default_value='')
|
| 185 |
+
FLAGS(name='FLAGS_cusolver_dir', current_value='/workspace/bina02-ppocr/.venv/lib/python3.12/site-packages/paddle/../nvidia/cusolver/lib', default_value='')
|
| 186 |
+
=======================================================================
|
| 187 |
+
I0725 18:15:17.169566 121851 tcp_store.cc:336] create libuv server at port: 49289
|
| 188 |
+
I0725 18:15:17.170150 121851 tcp_utils.cc:132] Successfully connected to 172.17.0.2:49289
|
| 189 |
+
I0725 18:15:19.249922 121851 process_group_nccl.cc:155] ProcessGroupNCCL pg_timeout_ 1800000
|
| 190 |
+
I0725 18:15:19.249997 121851 process_group_nccl.cc:156] ProcessGroupNCCL nccl_comm_init_option_ 0
|
| 191 |
+
[2026/07/25 18:15:19] ppocr INFO: Initialize indexs of datasets:['/workspace/bina02-ppocr/stream/datasets/chunk-006/train_ctc.txt']
|
| 192 |
+
[2026/07/25 18:15:19] ppocr INFO: Initialize indexs of datasets:['/workspace/bina02-ppocr/stream/datasets/chunk-006/eval_ctc.txt']
|
| 193 |
+
W0725 18:15:19.470986 121851 gpu_resources.cc:116] Please NOTE: device: 0, GPU Compute Capability: 12.0, Driver API Version: 13.0, Runtime API Version: 13.0
|
| 194 |
+
[2026/07/25 18:15:19] ppocr INFO: froze 61 BatchNorm layers with pretrained global statistics
|
| 195 |
+
[2026/07/25 18:15:19] ppocr INFO: selective training enabled: 2 trainable tensors, 438 frozen tensors; head.ctc_head.fc.weight, head.ctc_head.fc.bias
|
| 196 |
+
[2026-07-25 18:15:19,858] [ INFO] optimizer.py:254 - If regularizer of a Parameter has been set by 'paddle.ParamAttr' or 'static.WeightNormParamAttr' already. The weight_decay[0.0] in Optimizer will not take effect, and it will only be applied to other Parameters!
|
| 197 |
+
[2026/07/25 18:15:19] ppocr INFO: train dataloader has 391 iters
|
| 198 |
+
[2026/07/25 18:15:19] ppocr INFO: valid dataloader has 128 iters
|
| 199 |
+
[2026/07/25 18:15:20] ppocr INFO: load pretrain successful from /workspace/bina02-ppocr/training/stage-005/best_accuracy
|
| 200 |
+
[2026/07/25 18:15:20] ppocr INFO: During the training process, after the 0th iteration, an evaluation is run every 100 iterations
|
| 201 |
+
[2026/07/25 18:15:26] ppocr INFO: epoch: [1/1], global_step: 20, lr: 0.000010, CTCLoss: 52.460033, NRTRLoss: 0.000000, loss: 52.460033, avg_reader_cost: 0.09061 s, avg_batch_cost: 0.22112 s, avg_samples: 32.0, ips: 144.72071 samples/s, eta: 0:01:22, max_mem_reserved: 1045 MB, max_mem_allocated: 656 MB
|
| 202 |
+
[2026/07/25 18:15:28] ppocr INFO: epoch: [1/1], global_step: 40, lr: 0.000010, CTCLoss: 59.056267, NRTRLoss: 0.000000, loss: 59.056267, avg_reader_cost: 0.00176 s, avg_batch_cost: 0.08307 s, avg_samples: 32.0, ips: 385.21788 samples/s, eta: 0:00:53, max_mem_reserved: 1045 MB, max_mem_allocated: 656 MB
|
| 203 |
+
[2026/07/25 18:15:31] ppocr INFO: epoch: [1/1], global_step: 60, lr: 0.000010, CTCLoss: 65.022923, NRTRLoss: 0.000000, loss: 65.022923, avg_reader_cost: 0.00166 s, avg_batch_cost: 0.08146 s, avg_samples: 32.0, ips: 392.84148 samples/s, eta: 0:00:42, max_mem_reserved: 1045 MB, max_mem_allocated: 656 MB
|
| 204 |
+
[2026/07/25 18:15:33] ppocr INFO: epoch: [1/1], global_step: 80, lr: 0.000009, CTCLoss: 55.298651, NRTRLoss: 0.000000, loss: 55.298651, avg_reader_cost: 0.00174 s, avg_batch_cost: 0.07838 s, avg_samples: 32.0, ips: 408.29262 samples/s, eta: 0:00:36, max_mem_reserved: 1045 MB, max_mem_allocated: 656 MB
|
| 205 |
+
[2026/07/25 18:15:36] ppocr INFO: epoch: [1/1], global_step: 100, lr: 0.000009, CTCLoss: 56.406462, NRTRLoss: 0.000000, loss: 56.406462, avg_reader_cost: 0.00212 s, avg_batch_cost: 0.08413 s, avg_samples: 32.0, ips: 380.35666 samples/s, eta: 0:00:31, max_mem_reserved: 1045 MB, max_mem_allocated: 656 MB
|
| 206 |
+
|
| 207 |
+
eval model:: 0%| | 0/128 [00:00<?, ?it/s]
|
| 208 |
+
eval model:: 1%| | 1/128 [00:00<01:01, 2.07it/s]
|
| 209 |
+
eval model:: 2%|β | 2/128 [00:00<00:34, 3.70it/s]
|
| 210 |
+
eval model:: 3%|β | 4/128 [00:00<00:18, 6.86it/s]
|
| 211 |
+
eval model:: 5%|β | 6/128 [00:00<00:13, 8.76it/s]
|
| 212 |
+
eval model:: 6%|β | 8/128 [00:01<00:11, 10.14it/s]
|
| 213 |
+
eval model:: 8%|β | 10/128 [00:01<00:10, 10.84it/s]
|
| 214 |
+
eval model:: 9%|β | 12/128 [00:01<00:10, 11.49it/s]
|
| 215 |
+
eval model:: 11%|β | 14/128 [00:01<00:09, 12.13it/s]
|
| 216 |
+
eval model:: 12%|ββ | 16/128 [00:01<00:09, 12.34it/s]
|
| 217 |
+
eval model:: 14%|ββ | 18/128 [00:01<00:08, 12.50it/s]
|
| 218 |
+
eval model:: 16%|ββ | 20/128 [00:01<00:08, 12.69it/s]
|
| 219 |
+
eval model:: 17%|ββ | 22/128 [00:02<00:08, 12.94it/s]
|
| 220 |
+
eval model:: 19%|ββ | 24/128 [00:02<00:07, 13.20it/s]
|
| 221 |
+
eval model:: 20%|ββ | 26/128 [00:02<00:07, 13.28it/s]
|
| 222 |
+
eval model:: 22%|βββ | 28/128 [00:02<00:07, 13.45it/s]
|
| 223 |
+
eval model:: 23%|βββ | 30/128 [00:02<00:07, 13.48it/s]
|
| 224 |
+
eval model:: 25%|βββ | 32/128 [00:02<00:07, 13.56it/s]
|
| 225 |
+
eval model:: 27%|βββ | 34/128 [00:03<00:06, 13.53it/s]
|
| 226 |
+
eval model:: 28%|βββ | 36/128 [00:03<00:06, 13.59it/s]
|
| 227 |
+
eval model:: 30%|βββ | 38/128 [00:03<00:06, 13.57it/s]
|
| 228 |
+
eval model:: 31%|ββββ | 40/128 [00:03<00:06, 13.68it/s]
|
| 229 |
+
eval model:: 33%|ββββ | 42/128 [00:03<00:06, 13.59it/s]
|
| 230 |
+
eval model:: 34%|ββββ | 44/128 [00:03<00:06, 13.66it/s]
|
| 231 |
+
eval model:: 36%|ββββ | 46/128 [00:03<00:06, 13.65it/s]
|
| 232 |
+
eval model:: 38%|ββββ | 48/128 [00:04<00:05, 13.69it/s]
|
| 233 |
+
eval model:: 39%|ββββ | 50/128 [00:04<00:05, 13.63it/s]
|
| 234 |
+
eval model:: 41%|ββββ | 52/128 [00:04<00:05, 13.72it/s]
|
| 235 |
+
eval model:: 42%|βββββ | 54/128 [00:04<00:05, 13.69it/s]
|
| 236 |
+
eval model:: 44%|βββββ | 56/128 [00:04<00:05, 13.70it/s]
|
| 237 |
+
eval model:: 45%|βββββ | 58/128 [00:04<00:05, 13.43it/s]
|
| 238 |
+
eval model:: 47%|βββββ | 60/128 [00:04<00:05, 12.97it/s]
|
| 239 |
+
eval model:: 48%|βββββ | 62/128 [00:05<00:05, 12.59it/s]
|
| 240 |
+
eval model:: 50%|βββββ | 64/128 [00:05<00:04, 12.94it/s]
|
| 241 |
+
eval model:: 52%|ββββββ | 66/128 [00:05<00:04, 12.45it/s]
|
| 242 |
+
eval model:: 53%|ββββββ | 68/128 [00:05<00:04, 12.30it/s]
|
| 243 |
+
eval model:: 55%|ββββββ | 70/128 [00:05<00:04, 12.18it/s]
|
| 244 |
+
eval model:: 56%|ββββββ | 72/128 [00:05<00:04, 11.30it/s]
|
| 245 |
+
eval model:: 58%|ββββββ | 74/128 [00:06<00:04, 10.91it/s]
|
| 246 |
+
eval model:: 59%|ββββββ | 76/128 [00:06<00:04, 11.21it/s]
|
| 247 |
+
eval model:: 61%|ββββββ | 78/128 [00:06<00:04, 11.68it/s]
|
| 248 |
+
eval model:: 62%|βββββββ | 80/128 [00:06<00:03, 12.29it/s]
|
| 249 |
+
eval model:: 64%|βββββββ | 82/128 [00:06<00:03, 12.48it/s]
|
| 250 |
+
eval model:: 66%|βββββββ | 84/128 [00:06<00:03, 12.66it/s]
|
| 251 |
+
eval model:: 67%|βββββββ | 86/128 [00:07<00:03, 12.78it/s]
|
| 252 |
+
eval model:: 69%|βββββββ | 88/128 [00:07<00:03, 12.89it/s]
|
| 253 |
+
eval model:: 70%|βββββββ | 90/128 [00:07<00:02, 13.12it/s]
|
| 254 |
+
eval model:: 72%|ββββββββ | 92/128 [00:07<00:02, 13.32it/s]
|
| 255 |
+
eval model:: 73%|ββββββββ | 94/128 [00:07<00:02, 13.37it/s]
|
| 256 |
+
eval model:: 75%|ββββββββ | 96/128 [00:07<00:02, 13.52it/s]
|
| 257 |
+
eval model:: 77%|ββββββββ | 98/128 [00:07<00:02, 13.57it/s]
|
| 258 |
+
eval model:: 78%|ββββββββ | 100/128 [00:08<00:02, 13.65it/s]
|
| 259 |
+
eval model:: 80%|ββββββββ | 102/128 [00:08<00:01, 13.66it/s]
|
| 260 |
+
eval model:: 81%|βββββββββ | 104/128 [00:08<00:01, 13.66it/s]
|
| 261 |
+
eval model:: 83%|βββββββββ | 106/128 [00:08<00:01, 13.71it/s]
|
| 262 |
+
eval model:: 84%|βββββββββ | 108/128 [00:08<00:01, 13.76it/s]
|
| 263 |
+
eval model:: 86%|βββββββββ | 110/128 [00:08<00:01, 13.73it/s]
|
| 264 |
+
eval model:: 88%|βββββββββ | 112/128 [00:08<00:01, 13.82it/s]
|
| 265 |
+
eval model:: 89%|βββββββββ | 114/128 [00:09<00:01, 13.79it/s]
|
| 266 |
+
eval model:: 91%|βββββββββ | 116/128 [00:09<00:00, 13.74it/s]
|
| 267 |
+
eval model:: 92%|ββββββββββ| 118/128 [00:09<00:00, 13.68it/s]
|
| 268 |
+
eval model:: 94%|ββββββββββ| 120/128 [00:09<00:00, 13.76it/s]
|
| 269 |
+
eval model:: 95%|ββββββββββ| 122/128 [00:09<00:00, 13.83it/s]
|
| 270 |
+
eval model:: 97%|ββββββββββ| 124/128 [00:09<00:00, 13.86it/s]
|
| 271 |
+
eval model:: 98%|ββββββββββ| 126/128 [00:10<00:00, 13.83it/s]
|
| 272 |
+
eval model:: 100%|ββββββββββ| 128/128 [00:10<00:00, 13.91it/s]
|
| 273 |
+
eval model:: 100%|ββββββββββ| 128/128 [00:10<00:00, 12.47it/s]
|
| 274 |
+
[2026/07/25 18:15:46] ppocr INFO: cur metric, acc: 0.8486328104281426, norm_edit_dis: 0.9879780683424594, fps: 442.1108256755321
|
| 275 |
+
[2026/07/25 18:15:47] ppocr INFO: save best model is to /workspace/bina02-ppocr/training/stage-006/best_accuracy
|
| 276 |
+
[2026/07/25 18:15:47] ppocr INFO: best metric, norm_edit_dis: 0.9879780683424594, is_float16: False, acc: 0.8486328104281426, fps: 442.1108256755321, best_epoch: 1
|
| 277 |
+
[2026/07/25 18:15:49] ppocr INFO: epoch: [1/1], global_step: 120, lr: 0.000008, CTCLoss: 59.759993, NRTRLoss: 0.000000, loss: 59.759993, avg_reader_cost: 0.00938 s, avg_batch_cost: 0.09151 s, avg_samples: 32.0, ips: 349.68005 samples/s, eta: 0:00:28, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 278 |
+
[2026/07/25 18:15:52] ppocr INFO: epoch: [1/1], global_step: 140, lr: 0.000008, CTCLoss: 63.851620, NRTRLoss: 0.000000, loss: 63.851620, avg_reader_cost: 0.00123 s, avg_batch_cost: 0.07610 s, avg_samples: 32.0, ips: 420.50966 samples/s, eta: 0:00:25, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 279 |
+
[2026/07/25 18:15:55] ppocr INFO: epoch: [1/1], global_step: 160, lr: 0.000007, CTCLoss: 62.837765, NRTRLoss: 0.000000, loss: 62.837765, avg_reader_cost: 0.00170 s, avg_batch_cost: 0.07990 s, avg_samples: 32.0, ips: 400.50300 samples/s, eta: 0:00:22, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 280 |
+
[2026/07/25 18:15:57] ppocr INFO: epoch: [1/1], global_step: 180, lr: 0.000006, CTCLoss: 66.564224, NRTRLoss: 0.000000, loss: 66.564224, avg_reader_cost: 0.01624 s, avg_batch_cost: 0.09350 s, avg_samples: 32.0, ips: 342.24243 samples/s, eta: 0:00:20, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 281 |
+
[2026/07/25 18:16:00] ppocr INFO: epoch: [1/1], global_step: 200, lr: 0.000005, CTCLoss: 56.136749, NRTRLoss: 0.000000, loss: 56.136749, avg_reader_cost: 0.01188 s, avg_batch_cost: 0.08972 s, avg_samples: 32.0, ips: 356.65016 samples/s, eta: 0:00:18, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 282 |
+
|
| 283 |
+
eval model:: 0%| | 0/128 [00:00<?, ?it/s]
|
| 284 |
+
eval model:: 1%| | 1/128 [00:00<00:58, 2.19it/s]
|
| 285 |
+
eval model:: 2%|β | 2/128 [00:00<00:31, 3.96it/s]
|
| 286 |
+
eval model:: 3%|β | 4/128 [00:00<00:17, 7.15it/s]
|
| 287 |
+
eval model:: 5%|β | 6/128 [00:00<00:13, 9.00it/s]
|
| 288 |
+
eval model:: 6%|β | 8/128 [00:01<00:11, 10.46it/s]
|
| 289 |
+
eval model:: 8%|β | 10/128 [00:01<00:10, 11.35it/s]
|
| 290 |
+
eval model:: 9%|β | 12/128 [00:01<00:09, 12.02it/s]
|
| 291 |
+
eval model:: 11%|β | 14/128 [00:01<00:09, 12.49it/s]
|
| 292 |
+
eval model:: 12%|ββ | 16/128 [00:01<00:08, 12.80it/s]
|
| 293 |
+
eval model:: 14%|ββ | 18/128 [00:01<00:08, 12.97it/s]
|
| 294 |
+
eval model:: 16%|ββ | 20/128 [00:01<00:08, 13.16it/s]
|
| 295 |
+
eval model:: 17%|ββ | 22/128 [00:02<00:08, 13.21it/s]
|
| 296 |
+
eval model:: 19%|ββ | 24/128 [00:02<00:07, 13.34it/s]
|
| 297 |
+
eval model:: 20%|ββ | 26/128 [00:02<00:07, 13.36it/s]
|
| 298 |
+
eval model:: 22%|βββ | 28/128 [00:02<00:07, 13.49it/s]
|
| 299 |
+
eval model:: 23%|βββ | 30/128 [00:02<00:07, 13.40it/s]
|
| 300 |
+
eval model:: 25%|βββ | 32/128 [00:02<00:07, 13.14it/s]
|
| 301 |
+
eval model:: 27%|βββ | 34/128 [00:02<00:07, 12.17it/s]
|
| 302 |
+
eval model:: 28%|βββ | 36/128 [00:03<00:07, 11.85it/s]
|
| 303 |
+
eval model:: 30%|βββ | 38/128 [00:03<00:07, 11.85it/s]
|
| 304 |
+
eval model:: 31%|ββββ | 40/128 [00:03<00:07, 11.85it/s]
|
| 305 |
+
eval model:: 33%|ββββ | 42/128 [00:03<00:06, 12.34it/s]
|
| 306 |
+
eval model:: 34%|ββββ | 44/128 [00:03<00:07, 11.96it/s]
|
| 307 |
+
eval model:: 36%|ββββ | 46/128 [00:04<00:06, 11.93it/s]
|
| 308 |
+
eval model:: 38%|ββββ | 48/128 [00:04<00:06, 11.90it/s]
|
| 309 |
+
eval model:: 39%|ββββ | 50/128 [00:04<00:06, 12.18it/s]
|
| 310 |
+
eval model:: 41%|ββββ | 52/128 [00:04<00:06, 12.36it/s]
|
| 311 |
+
eval model:: 42%|βββββ | 54/128 [00:04<00:05, 12.71it/s]
|
| 312 |
+
eval model:: 44%|βββββ | 56/128 [00:04<00:05, 12.76it/s]
|
| 313 |
+
eval model:: 45%|βββββ | 58/128 [00:04<00:05, 12.60it/s]
|
| 314 |
+
eval model:: 47%|βββββ | 60/128 [00:05<00:05, 12.67it/s]
|
| 315 |
+
eval model:: 48%|οΏ½οΏ½ββββ | 62/128 [00:05<00:05, 12.62it/s]
|
| 316 |
+
eval model:: 50%|βββββ | 64/128 [00:05<00:04, 12.92it/s]
|
| 317 |
+
eval model:: 52%|ββββββ | 66/128 [00:05<00:04, 13.09it/s]
|
| 318 |
+
eval model:: 53%|ββββββ | 68/128 [00:05<00:04, 13.20it/s]
|
| 319 |
+
eval model:: 55%|ββββββ | 70/128 [00:05<00:04, 13.30it/s]
|
| 320 |
+
eval model:: 56%|ββββββ | 72/128 [00:06<00:04, 13.39it/s]
|
| 321 |
+
eval model:: 58%|ββββββ | 74/128 [00:06<00:04, 13.36it/s]
|
| 322 |
+
eval model:: 59%|ββββββ | 76/128 [00:06<00:03, 13.35it/s]
|
| 323 |
+
eval model:: 61%|ββββββ | 78/128 [00:06<00:03, 13.37it/s]
|
| 324 |
+
eval model:: 62%|βββββββ | 80/128 [00:06<00:03, 13.45it/s]
|
| 325 |
+
eval model:: 64%|βββββββ | 82/128 [00:06<00:03, 13.49it/s]
|
| 326 |
+
eval model:: 66%|βββββββ | 84/128 [00:06<00:03, 13.42it/s]
|
| 327 |
+
eval model:: 67%|βββββββ | 86/128 [00:07<00:03, 13.45it/s]
|
| 328 |
+
eval model:: 69%|βββββββ | 88/128 [00:07<00:02, 13.49it/s]
|
| 329 |
+
eval model:: 70%|βββββββ | 90/128 [00:07<00:02, 13.50it/s]
|
| 330 |
+
eval model:: 72%|ββββββββ | 92/128 [00:07<00:02, 13.49it/s]
|
| 331 |
+
eval model:: 73%|ββββββββ | 94/128 [00:07<00:02, 13.55it/s]
|
| 332 |
+
eval model:: 75%|ββββββββ | 96/128 [00:07<00:02, 13.54it/s]
|
| 333 |
+
eval model:: 77%|ββββββββ | 98/128 [00:07<00:02, 13.53it/s]
|
| 334 |
+
eval model:: 78%|ββββββββ | 100/128 [00:08<00:02, 13.48it/s]
|
| 335 |
+
eval model:: 80%|ββββββββ | 102/128 [00:08<00:01, 13.06it/s]
|
| 336 |
+
eval model:: 81%|βββββββββ | 104/128 [00:08<00:01, 13.03it/s]
|
| 337 |
+
eval model:: 83%|βββββββββ | 106/128 [00:08<00:01, 13.23it/s]
|
| 338 |
+
eval model:: 84%|βββββββββ | 108/128 [00:08<00:01, 12.72it/s]
|
| 339 |
+
eval model:: 86%|βββββββββ | 110/128 [00:08<00:01, 12.68it/s]
|
| 340 |
+
eval model:: 88%|βββββββββ | 112/128 [00:09<00:01, 11.34it/s]
|
| 341 |
+
eval model:: 89%|βββββββββ | 114/128 [00:09<00:01, 10.56it/s]
|
| 342 |
+
eval model:: 91%|βββββββββ | 116/128 [00:09<00:01, 10.51it/s]
|
| 343 |
+
eval model:: 92%|ββββββββββ| 118/128 [00:09<00:00, 10.88it/s]
|
| 344 |
+
eval model:: 94%|ββββββββββ| 120/128 [00:09<00:00, 10.97it/s]
|
| 345 |
+
eval model:: 95%|ββββββββββ| 122/128 [00:10<00:00, 11.45it/s]
|
| 346 |
+
eval model:: 97%|ββββββββββ| 124/128 [00:10<00:00, 11.88it/s]
|
| 347 |
+
eval model:: 98%|ββββββββββ| 126/128 [00:10<00:00, 12.38it/s]
|
| 348 |
+
eval model:: 100%|ββββββββββ| 128/128 [00:10<00:00, 12.56it/s]
|
| 349 |
+
eval model:: 100%|ββββββββββ| 128/128 [00:10<00:00, 12.05it/s]
|
| 350 |
+
[2026/07/25 18:16:10] ppocr INFO: cur metric, acc: 0.8488769510525466, norm_edit_dis: 0.9879984717802434, fps: 434.61462099242044
|
| 351 |
+
[2026/07/25 18:16:11] ppocr INFO: save best model is to /workspace/bina02-ppocr/training/stage-006/best_accuracy
|
| 352 |
+
[2026/07/25 18:16:11] ppocr INFO: best metric, norm_edit_dis: 0.9879984717802434, is_float16: False, acc: 0.8488769510525466, fps: 434.61462099242044, best_epoch: 1
|
| 353 |
+
[2026/07/25 18:16:13] ppocr INFO: epoch: [1/1], global_step: 220, lr: 0.000004, CTCLoss: 53.755455, NRTRLoss: 0.000000, loss: 53.755455, avg_reader_cost: 0.00779 s, avg_batch_cost: 0.08497 s, avg_samples: 32.0, ips: 376.61461 samples/s, eta: 0:00:16, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 354 |
+
[2026/07/25 18:16:16] ppocr INFO: epoch: [1/1], global_step: 240, lr: 0.000004, CTCLoss: 53.158264, NRTRLoss: 0.000000, loss: 53.158264, avg_reader_cost: 0.00824 s, avg_batch_cost: 0.08943 s, avg_samples: 32.0, ips: 357.83059 samples/s, eta: 0:00:14, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 355 |
+
[2026/07/25 18:16:19] ppocr INFO: epoch: [1/1], global_step: 260, lr: 0.000003, CTCLoss: 54.422583, NRTRLoss: 0.000000, loss: 54.422583, avg_reader_cost: 0.00162 s, avg_batch_cost: 0.08143 s, avg_samples: 32.0, ips: 392.97156 samples/s, eta: 0:00:12, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 356 |
+
[2026/07/25 18:16:21] ppocr INFO: epoch: [1/1], global_step: 280, lr: 0.000002, CTCLoss: 53.298681, NRTRLoss: 0.000000, loss: 53.298681, avg_reader_cost: 0.00209 s, avg_batch_cost: 0.08071 s, avg_samples: 32.0, ips: 396.46527 samples/s, eta: 0:00:10, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 357 |
+
[2026/07/25 18:16:23] ppocr INFO: epoch: [1/1], global_step: 300, lr: 0.000002, CTCLoss: 57.154110, NRTRLoss: 0.000000, loss: 57.154110, avg_reader_cost: 0.00166 s, avg_batch_cost: 0.08080 s, avg_samples: 32.0, ips: 396.01537 samples/s, eta: 0:00:08, max_mem_reserved: 1045 MB, max_mem_allocated: 672 MB
|
| 358 |
+
|
| 359 |
+
eval model:: 0%| | 0/128 [00:00<?, ?it/s]
|
| 360 |
+
eval model:: 1%| | 1/128 [00:00<01:01, 2.07it/s]
|
| 361 |
+
eval model:: 2%|β | 3/128 [00:00<00:23, 5.30it/s]
|
| 362 |
+
eval model:: 4%|β | 5/128 [00:00<00:16, 7.51it/s]
|
| 363 |
+
eval model:: 5%|β | 7/128 [00:00<00:12, 9.32it/s]
|
| 364 |
+
eval model:: 7%|β | 9/128 [00:01<00:11, 10.00it/s]
|
| 365 |
+
eval model:: 9%|β | 11/128 [00:01<00:10, 10.64it/s]
|
| 366 |
+
eval model:: 10%|β | 13/128 [00:01<00:10, 11.35it/s]
|
| 367 |
+
eval model:: 12%|ββ | 15/128 [00:01<00:09, 11.52it/s]
|
| 368 |
+
eval model:: 13%|ββ | 17/128 [00:01<00:09, 11.69it/s]
|
| 369 |
+
eval model:: 15%|ββ | 19/128 [00:01<00:08, 12.31it/s]
|
| 370 |
+
eval model:: 16%|ββ | 21/128 [00:02<00:08, 12.51it/s]
|
| 371 |
+
eval model:: 18%|ββ | 23/128 [00:02<00:08, 12.49it/s]
|
| 372 |
+
eval model:: 20%|ββ | 25/128 [00:02<00:08, 12.68it/s]
|
| 373 |
+
eval model:: 21%|ββ | 27/128 [00:02<00:07, 13.03it/s]
|
| 374 |
+
eval model:: 23%|βββ | 29/128 [00:02<00:07, 13.05it/s]
|
| 375 |
+
eval model:: 24%|βββ | 31/128 [00:02<00:07, 12.86it/s]
|
| 376 |
+
eval model:: 26%|βββ | 33/128 [00:03<00:07, 12.76it/s]
|
| 377 |
+
eval model:: 27%|βββ | 35/128 [00:03<00:07, 13.03it/s]
|
| 378 |
+
eval model:: 29%|βββ | 37/128 [00:03<00:06, 13.22it/s]
|
| 379 |
+
eval model:: 30%|βββ | 39/128 [00:03<00:06, 13.38it/s]
|
| 380 |
+
eval model:: 32%|ββββ | 41/128 [00:03<00:06, 13.48it/s]
|
| 381 |
+
eval model:: 34%|ββββ | 43/128 [00:03<00:06, 13.59it/s]
|
| 382 |
+
eval model:: 35%|ββββ | 45/128 [00:03<00:06, 13.71it/s]
|
| 383 |
+
eval model:: 37%|ββββ | 47/128 [00:04<00:05, 13.76it/s]
|
| 384 |
+
eval model:: 38%|ββββ | 49/128 [00:04<00:05, 13.77it/s]
|
| 385 |
+
eval model:: 40%|ββββ | 51/128 [00:04<00:05, 13.80it/s]
|
| 386 |
+
eval model:: 41%|βββββ | 53/128 [00:04<00:05, 13.81it/s]
|
| 387 |
+
eval model:: 43%|βββββ | 55/128 [00:04<00:05, 13.81it/s]
|
| 388 |
+
eval model:: 45%|βββββ | 57/128 [00:04<00:05, 13.80it/s]
|
| 389 |
+
eval model:: 46%|βββββ | 59/128 [00:04<00:04, 13.83it/s]
|
| 390 |
+
eval model:: 48%|βββββ | 61/128 [00:05<00:04, 13.83it/s]
|
| 391 |
+
eval model:: 49%|βββββ | 63/128 [00:05<00:04, 13.81it/s]
|
| 392 |
+
eval model:: 51%|βββββ | 65/128 [00:05<00:04, 13.76it/s]
|
| 393 |
+
eval model:: 52%|ββββββ | 67/128 [00:05<00:04, 13.82it/s]
|
| 394 |
+
eval model:: 54%|ββββββ | 69/128 [00:05<00:04, 13.76it/s]
|
| 395 |
+
eval model:: 55%|ββββββ | 71/128 [00:05<00:04, 13.82it/s]
|
| 396 |
+
eval model:: 57%|ββββββ | 73/128 [00:05<00:03, 13.83it/s]
|
| 397 |
+
eval model:: 59%|ββββββ | 75/128 [00:06<00:03, 13.85it/s]
|
| 398 |
+
eval model:: 60%|ββββββ | 77/128 [00:06<00:03, 13.07it/s]
|
| 399 |
+
eval model:: 62%|βββββββ | 79/128 [00:06<00:03, 12.68it/s]
|
| 400 |
+
eval model:: 63%|βββββββ | 81/128 [00:06<00:03, 12.33it/s]
|
| 401 |
+
eval model:: 65%|βββββββ | 83/128 [00:06<00:03, 11.74it/s]
|
| 402 |
+
eval model:: 66%|βββββββ | 85/128 [00:06<00:03, 11.40it/s]
|
| 403 |
+
eval model:: 68%|βββββββ | 87/128 [00:07<00:03, 10.59it/s]
|
| 404 |
+
eval model:: 70%|βββββββ | 89/128 [00:07<00:03, 10.23it/s]
|
| 405 |
+
eval model:: 71%|βββββββ | 91/128 [00:07<00:03, 10.88it/s]
|
| 406 |
+
eval model:: 73%|ββββββββ | 93/128 [00:07<00:03, 10.95it/s]
|
| 407 |
+
eval model:: 74%|ββββββββ | 95/128 [00:07<00:02, 11.34it/s]
|
| 408 |
+
eval model:: 76%|ββββββββ | 97/128 [00:08<00:02, 11.96it/s]
|
| 409 |
+
eval model:: 77%|ββββββββ | 99/128 [00:08<00:02, 12.23it/s]
|
| 410 |
+
eval model:: 79%|ββββββββ | 101/128 [00:08<00:02, 12.49it/s]
|
| 411 |
+
eval model:: 80%|ββββββββ | 103/128 [00:08<00:01, 12.68it/s]
|
| 412 |
+
eval model:: 82%|βββββββββ | 105/128 [00:08<00:01, 12.98it/s]
|
| 413 |
+
eval model:: 84%|βββββββββ | 107/128 [00:08<00:01, 13.00it/s]
|
| 414 |
+
eval model:: 85%|βββββββββ | 109/128 [00:08<00:01, 13.23it/s]
|
| 415 |
+
eval model:: 87%|βββββββββ | 111/128 [00:09<00:01, 13.37it/s]
|
| 416 |
+
eval model:: 88%|βββββββββ | 113/128 [00:09<00:01, 13.45it/s]
|
| 417 |
+
eval model:: 90%|βββββββββ | 115/128 [00:09<00:00, 13.44it/s]
|
| 418 |
+
eval model:: 91%|ββββββββββ| 117/128 [00:09<00:00, 13.45it/s]
|
| 419 |
+
eval model:: 93%|ββββββββββ| 119/128 [00:09<00:00, 13.54it/s]
|
| 420 |
+
eval model:: 95%|ββββββββββ| 121/128 [00:09<00:00, 13.59it/s]
|
| 421 |
+
eval model:: 96%|ββββββββββ| 123/128 [00:09<00:00, 13.68it/s]
|
| 422 |
+
eval model:: 98%|ββββββββββ| 125/128 [00:10<00:00, 13.74it/s]
|
| 423 |
+
eval model:: 99%|ββββββββββ| 127/128 [00:10<00:00, 13.78it/s]
|
| 424 |
+
eval model:: 100%|ββββββββββ| 128/128 [00:10<00:00, 12.23it/s]
|
| 425 |
+
[2026/07/25 18:16:34] ppocr INFO: cur metric, acc: 0.8488769510525466, norm_edit_dis: 0.9879724322853983, fps: 438.8425061183617
|
| 426 |
+
[2026/07/25 18:16:34] ppocr INFO: best metric, norm_edit_dis: 0.9879984717802434, is_float16: False, acc: 0.8488769510525466, fps: 434.61462099242044, best_epoch: 1
|
| 427 |
+
LAUNCH INFO 2026-07-25 18:16:35,929 Terminating with signal 2
|
| 428 |
+
LAUNCH INFO 2026-07-25 18:16:35,967 Force quit in 10 seconds...
|