[2026-04-16 06:02:56,066][__main__][INFO] - seed: 65 result_path: ${hydra:runtime.output_dir} misc: bfloat16: false wandb: true compile_model: false save_cloud: false encoder_lazy_load: false dataset: name: ReDocRED path: data/redocred rel2id: ${dataset.path}/rel2id.json sets: train: ${dataset.path}/train_ext.json dev: ${dataset.path}/dev_ext.json test: ${dataset.path}/test_revised.json num_class: 97 max_seq_length: 1024 cached_location: ${dataset.path}/cached_ext.pkl encoder: name: roberta-large transformer_type: roberta attn_impl: null lazy: ${misc.encoder_lazy_load} trainer: use_bfloat16: ${misc.bfloat16} epochs: 10 batch_size: 3 eval_freq: -1 print_freq: 100 max_grad_norm: -1 model_save: ${result_path}/best.pt ema: true ema_rate: 0.999 pretrain_lr: 1.0e-05 new_lr: 8.0e-05 warmup_steps: 1000 optimizer_cfg: name: AdamW kwargs: betas: - 0.9 - 0.98 eps: 1.0e-09 wandb: used: ${misc.wandb} entity: triyn01052004-vietnam-national-university-hanoi project: RR-RE tester: batch_size: 4 rel2id: ${dataset.path}/rel2id.json data_dir: ${dataset.path} sets: ${dataset.sets} loss: tag: S_PU num_class: ${dataset.num_class} S_PU_e: 12.0 S_PU_margin: 0.25 S_PU_beta: 0.0 model: is_compiled: ${misc.compile_model} num_class: ${dataset.num_class} H_layers: 2 L_layers: 1 H_cycles: 2 L_cycles: 1 num_heads: 8 expansion: 4 num_tokens: 64 rope_theta: 10000.0 single_net: true use_mlp: true dropout_rate: 0.1 topk: 0 halt_max_steps: 1 saver: is_saved: ${misc.save_cloud} repo_id: ledas/RR-RE model_save: ${trainer.model_save} [2026-04-16 06:02:58,856][datasets.redocred][INFO] - use cached dataset. [2026-04-16 06:03:11,859][trainer][INFO] - Use float32. [2026-04-16 06:03:11,880][trainer][INFO] - Total update steps: 10170 [2026-04-16 06:03:11,880][trainer][INFO] - Total warmup steps: 1000 [2026-04-16 06:03:11,880][trainer][INFO] - epoch 1/10 ==================================================================================================== [2026-04-16 06:03:39,224][trainer][INFO] - step: 100, batch loss: 18.002304182909967 [2026-04-16 06:04:05,562][trainer][INFO] - step: 200, batch loss: 6.137121614172612 [2026-04-16 06:04:32,641][trainer][INFO] - step: 300, batch loss: 2.6409941960377705 [2026-04-16 06:04:58,882][trainer][INFO] - step: 400, batch loss: 1.4831097055144087 [2026-04-16 06:05:25,519][trainer][INFO] - step: 500, batch loss: 0.913214683325705 [2026-04-16 06:05:51,464][trainer][INFO] - step: 600, batch loss: 0.6341032029532897 [2026-04-16 06:06:17,020][trainer][INFO] - step: 700, batch loss: 0.4772879619355366 [2026-04-16 06:06:44,132][trainer][INFO] - step: 800, batch loss: 0.369554046964966 [2026-04-16 06:07:09,627][trainer][INFO] - step: 900, batch loss: 0.30304165168521496 [2026-04-16 06:07:35,226][trainer][INFO] - step: 1000, batch loss: 0.2580557585883667 [2026-04-16 06:08:11,258][trainer][INFO] - step: 1017, Dev result : {'dev_F1': 0.15480575832222196, 'dev_F1_ign': 0.1503544605746776, 'dev_precision': 0.07856946228665809, 'dev_recall': 5.213089802130898} . [2026-04-16 06:08:12,627][trainer][INFO] - epoch: 1, loss=3125.8115749028625 . [2026-04-16 06:08:12,628][trainer][INFO] - epoch 2/10 ==================================================================================================== [2026-04-16 06:08:35,269][trainer][INFO] - step: 1100, batch loss: 0.22062604788204612 [2026-04-16 06:09:01,161][trainer][INFO] - step: 1200, batch loss: 0.18675452186147684 [2026-04-16 06:09:26,725][trainer][INFO] - step: 1300, batch loss: 0.1605476053198461 [2026-04-16 06:09:51,728][trainer][INFO] - step: 1400, batch loss: 0.14130668220832684 [2026-04-16 06:10:17,809][trainer][INFO] - step: 1500, batch loss: 0.11999088409477711 [2026-04-16 06:10:43,851][trainer][INFO] - step: 1600, batch loss: 0.10252532154583857 [2026-04-16 06:11:10,979][trainer][INFO] - step: 1700, batch loss: 0.09037780050992764 [2026-04-16 06:11:38,065][trainer][INFO] - step: 1800, batch loss: 0.08190157375674081 [2026-04-16 06:12:04,827][trainer][INFO] - step: 1900, batch loss: 0.07330668090756698 [2026-04-16 06:12:30,811][trainer][INFO] - step: 2000, batch loss: 0.06510413003177877 [2026-04-16 06:13:10,915][trainer][INFO] - step: 2034, Dev result : {'dev_F1': 15.487690869429729, 'dev_F1_ign': 13.81454890340229, 'dev_precision': 9.737460815047022, 'dev_recall': 37.823439878234396} . [2026-04-16 06:13:12,365][trainer][INFO] - epoch: 2, loss=122.40146050399014 . [2026-04-16 06:13:12,366][trainer][INFO] - epoch 3/10 ==================================================================================================== [2026-04-16 06:13:28,967][trainer][INFO] - step: 2100, batch loss: 0.057050792594399206 [2026-04-16 06:13:55,577][trainer][INFO] - step: 2200, batch loss: 0.052554168373650685 [2026-04-16 06:14:21,350][trainer][INFO] - step: 2300, batch loss: 0.046203598672570144 [2026-04-16 06:14:48,524][trainer][INFO] - step: 2400, batch loss: 0.04375806849926378 [2026-04-16 06:15:14,579][trainer][INFO] - step: 2500, batch loss: 0.039607364186752154 [2026-04-16 06:15:40,663][trainer][INFO] - step: 2600, batch loss: 0.035669859075302866 [2026-04-16 06:16:06,439][trainer][INFO] - step: 2700, batch loss: 0.032847100464456186 [2026-04-16 06:16:33,167][trainer][INFO] - step: 2800, batch loss: 0.030249812406914833 [2026-04-16 06:16:58,882][trainer][INFO] - step: 2900, batch loss: 0.028872979558645952 [2026-04-16 06:17:25,177][trainer][INFO] - step: 3000, batch loss: 0.025467845309270713 [2026-04-16 06:18:10,385][trainer][INFO] - step: 3051, Dev result : {'dev_F1': 19.827529888286406, 'dev_F1_ign': 18.212877103471026, 'dev_precision': 11.96860951179115, 'dev_recall': 57.743531202435314} . [2026-04-16 06:18:12,519][trainer][INFO] - epoch: 3, loss=38.42005841977984 . [2026-04-16 06:18:12,520][trainer][INFO] - epoch 4/10 ==================================================================================================== [2026-04-16 06:18:25,356][trainer][INFO] - step: 3100, batch loss: 0.023787174469726086 [2026-04-16 06:18:51,722][trainer][INFO] - step: 3200, batch loss: 0.021310694056997908 [2026-04-16 06:19:16,913][trainer][INFO] - step: 3300, batch loss: 0.02018949710271285 [2026-04-16 06:19:43,563][trainer][INFO] - step: 3400, batch loss: 0.020468864088228865 [2026-04-16 06:20:10,217][trainer][INFO] - step: 3500, batch loss: 0.018197097570511973 [2026-04-16 06:20:35,855][trainer][INFO] - step: 3600, batch loss: 0.017636506642608997 [2026-04-16 06:21:01,843][trainer][INFO] - step: 3700, batch loss: 0.017480300577723956 [2026-04-16 06:21:29,282][trainer][INFO] - step: 3800, batch loss: 0.01622914044516904 [2026-04-16 06:21:55,127][trainer][INFO] - step: 3900, batch loss: 0.015145890757260421 [2026-04-16 06:22:21,557][trainer][INFO] - step: 4000, batch loss: 0.015000055630207652 [2026-04-16 06:23:10,912][trainer][INFO] - step: 4068, Dev result : {'dev_F1': 20.165001683690647, 'dev_F1_ign': 18.580896842502028, 'dev_precision': 11.826859776168531, 'dev_recall': 68.3599695585997} . [2026-04-16 06:23:13,110][trainer][INFO] - epoch: 4, loss=18.230721959746347 . [2026-04-16 06:23:13,110][trainer][INFO] - epoch 5/10 ==================================================================================================== [2026-04-16 06:23:21,433][trainer][INFO] - step: 4100, batch loss: 0.013592750997392638 [2026-04-16 06:23:47,769][trainer][INFO] - step: 4200, batch loss: 0.012764568524256146 [2026-04-16 06:24:14,466][trainer][INFO] - step: 4300, batch loss: 0.012854133965160781 [2026-04-16 06:24:40,909][trainer][INFO] - step: 4400, batch loss: 0.012341647775891312 [2026-04-16 06:25:07,197][trainer][INFO] - step: 4500, batch loss: 0.011947312752441404 [2026-04-16 06:25:32,712][trainer][INFO] - step: 4600, batch loss: 0.0116544407212976 [2026-04-16 06:25:58,606][trainer][INFO] - step: 4700, batch loss: 0.011316093758116532 [2026-04-16 06:26:25,863][trainer][INFO] - step: 4800, batch loss: 0.01093500433270338 [2026-04-16 06:26:52,088][trainer][INFO] - step: 4900, batch loss: 0.010859051315238089 [2026-04-16 06:27:18,616][trainer][INFO] - step: 5000, batch loss: 0.010114307908179625 [2026-04-16 06:28:12,026][trainer][INFO] - step: 5085, Dev result : {'dev_F1': 20.461766574878208, 'dev_F1_ign': 18.83921031745266, 'dev_precision': 11.884842519685039, 'dev_recall': 73.51598173515981} . [2026-04-16 06:28:14,158][trainer][INFO] - epoch: 5, loss=11.806015601214586 . [2026-04-16 06:28:14,159][trainer][INFO] - epoch 6/10 ==================================================================================================== [2026-04-16 06:28:18,165][trainer][INFO] - step: 5100, batch loss: 0.010698334687776513 [2026-04-16 06:28:44,292][trainer][INFO] - step: 5200, batch loss: 0.008901048872820151 [2026-04-16 06:29:10,495][trainer][INFO] - step: 5300, batch loss: 0.009305413350121486 [2026-04-16 06:29:35,770][trainer][INFO] - step: 5400, batch loss: 0.00936413964147937 [2026-04-16 06:30:02,514][trainer][INFO] - step: 5500, batch loss: 0.008611945908381501 [2026-04-16 06:30:29,251][trainer][INFO] - step: 5600, batch loss: 0.008981845595779407 [2026-04-16 06:30:55,905][trainer][INFO] - step: 5700, batch loss: 0.008384170248672143 [2026-04-16 06:31:22,423][trainer][INFO] - step: 5800, batch loss: 0.008405549884912895 [2026-04-16 06:31:50,910][trainer][INFO] - step: 5900, batch loss: 0.008627425522526298 [2026-04-16 06:32:17,820][trainer][INFO] - step: 6000, batch loss: 0.007909216833631374 [2026-04-16 06:32:43,983][trainer][INFO] - step: 6100, batch loss: 0.007933862375577576 [2026-04-16 06:33:18,514][trainer][INFO] - step: 6102, Dev result : {'dev_F1': 20.92225509963602, 'dev_F1_ign': 19.24535723290587, 'dev_precision': 12.130689581878359, 'dev_recall': 76.00837138508372} . [2026-04-16 06:33:20,692][trainer][INFO] - epoch: 6, loss=8.796612002085311 . [2026-04-16 06:33:20,693][trainer][INFO] - epoch 7/10 ==================================================================================================== [2026-04-16 06:33:46,718][trainer][INFO] - step: 6200, batch loss: 0.007167439115372865 [2026-04-16 06:34:13,562][trainer][INFO] - step: 6300, batch loss: 0.007108494554678425 [2026-04-16 06:34:40,740][trainer][INFO] - step: 6400, batch loss: 0.006618121459271018 [2026-04-16 06:35:06,652][trainer][INFO] - step: 6500, batch loss: 0.007492706166035244 [2026-04-16 06:35:33,152][trainer][INFO] - step: 6600, batch loss: 0.006936768888236772 [2026-04-16 06:35:58,530][trainer][INFO] - step: 6700, batch loss: 0.006605404908221206 [2026-04-16 06:36:24,353][trainer][INFO] - step: 6800, batch loss: 0.006409128604628484 [2026-04-16 06:36:50,789][trainer][INFO] - step: 6900, batch loss: 0.006945157783408488 [2026-04-16 06:37:15,611][trainer][INFO] - step: 7000, batch loss: 0.007006697536799172 [2026-04-16 06:37:42,445][trainer][INFO] - step: 7100, batch loss: 0.006896584124646918 [2026-04-16 06:38:18,534][trainer][INFO] - step: 7119, Dev result : {'dev_F1': 21.633976505607823, 'dev_F1_ign': 19.923379251059554, 'dev_precision': 12.573370404695705, 'dev_recall': 77.43531202435312} . [2026-04-16 06:38:20,653][trainer][INFO] - epoch: 7, loss=7.014948482265626 . [2026-04-16 06:38:20,654][trainer][INFO] - epoch 8/10 ==================================================================================================== [2026-04-16 06:38:41,606][trainer][INFO] - step: 7200, batch loss: 0.005794966780186005 [2026-04-16 06:39:08,328][trainer][INFO] - step: 7300, batch loss: 0.00581078298722132 [2026-04-16 06:39:35,207][trainer][INFO] - step: 7400, batch loss: 0.005391112706129086 [2026-04-16 06:40:01,745][trainer][INFO] - step: 7500, batch loss: 0.0056281194475013485 [2026-04-16 06:40:28,271][trainer][INFO] - step: 7600, batch loss: 0.005974353962085898 [2026-04-16 06:40:54,581][trainer][INFO] - step: 7700, batch loss: 0.006142234556056277 [2026-04-16 06:41:20,039][trainer][INFO] - step: 7800, batch loss: 0.00566273694202448 [2026-04-16 06:41:46,965][trainer][INFO] - step: 7900, batch loss: 0.005942762576561769 [2026-04-16 06:42:13,750][trainer][INFO] - step: 8000, batch loss: 0.005562976776319626 [2026-04-16 06:42:40,303][trainer][INFO] - step: 8100, batch loss: 0.006112119935101872 [2026-04-16 06:43:19,779][trainer][INFO] - step: 8136, Dev result : {'dev_F1': 22.465571594491454, 'dev_F1_ign': 20.69837115127859, 'dev_precision': 13.143079013783732, 'dev_recall': 77.28310502283105} . [2026-04-16 06:43:21,939][trainer][INFO] - epoch: 8, loss=5.880967852618699 . [2026-04-16 06:43:21,940][trainer][INFO] - epoch 9/10 ==================================================================================================== [2026-04-16 06:43:38,724][trainer][INFO] - step: 8200, batch loss: 0.005149447093192975 [2026-04-16 06:44:05,525][trainer][INFO] - step: 8300, batch loss: 0.0051645450484314286 [2026-04-16 06:44:30,858][trainer][INFO] - step: 8400, batch loss: 0.004855479364623651 [2026-04-16 06:44:56,987][trainer][INFO] - step: 8500, batch loss: 0.005231327006749552 [2026-04-16 06:45:23,291][trainer][INFO] - step: 8600, batch loss: 0.005229884129431531 [2026-04-16 06:45:49,734][trainer][INFO] - step: 8700, batch loss: 0.005139301273952759 [2026-04-16 06:46:17,269][trainer][INFO] - step: 8800, batch loss: 0.0048804899899489 [2026-04-16 06:46:43,786][trainer][INFO] - step: 8900, batch loss: 0.004864089049826253 [2026-04-16 06:47:09,825][trainer][INFO] - step: 9000, batch loss: 0.005136935057437176 [2026-04-16 06:47:35,943][trainer][INFO] - step: 9100, batch loss: 0.00505050527235197 [2026-04-16 06:48:21,150][trainer][INFO] - step: 9153, Dev result : {'dev_F1': 23.44141102508877, 'dev_F1_ign': 21.614382606795555, 'dev_precision': 13.83753693904199, 'dev_recall': 76.617199391172} . [2026-04-16 06:48:23,281][trainer][INFO] - epoch: 9, loss=5.151973271509477 . [2026-04-16 06:48:23,283][trainer][INFO] - epoch 10/10 ==================================================================================================== [2026-04-16 06:48:35,951][trainer][INFO] - step: 9200, batch loss: 0.005222269551615664 [2026-04-16 06:49:02,263][trainer][INFO] - step: 9300, batch loss: 0.004553169060676758 [2026-04-16 06:49:27,824][trainer][INFO] - step: 9400, batch loss: 0.004413847048035718 [2026-04-16 06:49:53,579][trainer][INFO] - step: 9500, batch loss: 0.0046538697679507565 [2026-04-16 06:50:18,444][trainer][INFO] - step: 9600, batch loss: 0.005068708204536362 [2026-04-16 06:50:43,971][trainer][INFO] - step: 9700, batch loss: 0.004362087096347788 [2026-04-16 06:51:10,343][trainer][INFO] - step: 9800, batch loss: 0.004369631255211935 [2026-04-16 06:51:38,827][trainer][INFO] - step: 9900, batch loss: 0.004797963074106421 [2026-04-16 06:52:04,648][trainer][INFO] - step: 10000, batch loss: 0.004959423639858912 [2026-04-16 06:52:32,635][trainer][INFO] - step: 10100, batch loss: 0.004501033971350332 [2026-04-16 06:53:22,293][trainer][INFO] - step: 10170, Dev result : {'dev_F1': 23.989396951623597, 'dev_F1_ign': 22.108002834533334, 'dev_precision': 14.250948393099993, 'dev_recall': 75.76103500761036} . [2026-04-16 06:53:24,419][trainer][INFO] - epoch: 10, loss=4.730343328187442 . [2026-04-16 06:53:25,185][trainer][INFO] - Best dev result: {'dev_F1': 23.989396951623597, 'dev_F1_ign': 22.108002834533334, 'dev_precision': 14.250948393099993, 'dev_recall': 75.76103500761036} [2026-04-16 06:53:41,480][trainer][INFO] - Test result: {'test_F1': 56.51026581708181, 'test_F1_ign': 55.75811247045651, 'test_precision': 64.4356377513577, 'test_recall': 50.32095369096745} .