| [2026-04-16 06:02:56,066][__main__][INFO] - seed: 65 |
| result_path: ${hydra:runtime.output_dir} |
| misc: |
| bfloat16: false |
| wandb: true |
| compile_model: false |
| save_cloud: false |
| encoder_lazy_load: false |
| dataset: |
| name: ReDocRED |
| path: data/redocred |
| rel2id: ${dataset.path}/rel2id.json |
| sets: |
| train: ${dataset.path}/train_ext.json |
| dev: ${dataset.path}/dev_ext.json |
| test: ${dataset.path}/test_revised.json |
| num_class: 97 |
| max_seq_length: 1024 |
| cached_location: ${dataset.path}/cached_ext.pkl |
| encoder: |
| name: roberta-large |
| transformer_type: roberta |
| attn_impl: null |
| lazy: ${misc.encoder_lazy_load} |
| trainer: |
| use_bfloat16: ${misc.bfloat16} |
| epochs: 10 |
| batch_size: 3 |
| eval_freq: -1 |
| print_freq: 100 |
| max_grad_norm: -1 |
| model_save: ${result_path}/best.pt |
| ema: true |
| ema_rate: 0.999 |
| pretrain_lr: 1.0e-05 |
| new_lr: 8.0e-05 |
| warmup_steps: 1000 |
| optimizer_cfg: |
| name: AdamW |
| kwargs: |
| betas: |
| - 0.9 |
| - 0.98 |
| eps: 1.0e-09 |
| wandb: |
| used: ${misc.wandb} |
| entity: triyn01052004-vietnam-national-university-hanoi |
| project: RR-RE |
| tester: |
| batch_size: 4 |
| rel2id: ${dataset.path}/rel2id.json |
| data_dir: ${dataset.path} |
| sets: ${dataset.sets} |
| loss: |
| tag: S_PU |
| num_class: ${dataset.num_class} |
| S_PU_e: 12.0 |
| S_PU_margin: 0.25 |
| S_PU_beta: 0.0 |
| model: |
| is_compiled: ${misc.compile_model} |
| num_class: ${dataset.num_class} |
| H_layers: 2 |
| L_layers: 1 |
| H_cycles: 2 |
| L_cycles: 1 |
| num_heads: 8 |
| expansion: 4 |
| num_tokens: 64 |
| rope_theta: 10000.0 |
| single_net: true |
| use_mlp: true |
| dropout_rate: 0.1 |
| topk: 0 |
| halt_max_steps: 1 |
| saver: |
| is_saved: ${misc.save_cloud} |
| repo_id: ledas/RR-RE |
| model_save: ${trainer.model_save} |
|
|
| [2026-04-16 06:02:58,856][datasets.redocred][INFO] - use cached dataset. |
| [2026-04-16 06:03:11,859][trainer][INFO] - Use float32. |
| [2026-04-16 06:03:11,880][trainer][INFO] - Total update steps: 10170 |
| [2026-04-16 06:03:11,880][trainer][INFO] - Total warmup steps: 1000 |
| [2026-04-16 06:03:11,880][trainer][INFO] - epoch 1/10 ==================================================================================================== |
| [2026-04-16 06:03:39,224][trainer][INFO] - step: 100, batch loss: 18.002304182909967 |
| [2026-04-16 06:04:05,562][trainer][INFO] - step: 200, batch loss: 6.137121614172612 |
| [2026-04-16 06:04:32,641][trainer][INFO] - step: 300, batch loss: 2.6409941960377705 |
| [2026-04-16 06:04:58,882][trainer][INFO] - step: 400, batch loss: 1.4831097055144087 |
| [2026-04-16 06:05:25,519][trainer][INFO] - step: 500, batch loss: 0.913214683325705 |
| [2026-04-16 06:05:51,464][trainer][INFO] - step: 600, batch loss: 0.6341032029532897 |
| [2026-04-16 06:06:17,020][trainer][INFO] - step: 700, batch loss: 0.4772879619355366 |
| [2026-04-16 06:06:44,132][trainer][INFO] - step: 800, batch loss: 0.369554046964966 |
| [2026-04-16 06:07:09,627][trainer][INFO] - step: 900, batch loss: 0.30304165168521496 |
| [2026-04-16 06:07:35,226][trainer][INFO] - step: 1000, batch loss: 0.2580557585883667 |
| [2026-04-16 06:08:11,258][trainer][INFO] - step: 1017, Dev result : {'dev_F1': 0.15480575832222196, 'dev_F1_ign': 0.1503544605746776, 'dev_precision': 0.07856946228665809, 'dev_recall': 5.213089802130898} . |
| [2026-04-16 06:08:12,627][trainer][INFO] - epoch: 1, loss=3125.8115749028625 . |
| [2026-04-16 06:08:12,628][trainer][INFO] - epoch 2/10 ==================================================================================================== |
| [2026-04-16 06:08:35,269][trainer][INFO] - step: 1100, batch loss: 0.22062604788204612 |
| [2026-04-16 06:09:01,161][trainer][INFO] - step: 1200, batch loss: 0.18675452186147684 |
| [2026-04-16 06:09:26,725][trainer][INFO] - step: 1300, batch loss: 0.1605476053198461 |
| [2026-04-16 06:09:51,728][trainer][INFO] - step: 1400, batch loss: 0.14130668220832684 |
| [2026-04-16 06:10:17,809][trainer][INFO] - step: 1500, batch loss: 0.11999088409477711 |
| [2026-04-16 06:10:43,851][trainer][INFO] - step: 1600, batch loss: 0.10252532154583857 |
| [2026-04-16 06:11:10,979][trainer][INFO] - step: 1700, batch loss: 0.09037780050992764 |
| [2026-04-16 06:11:38,065][trainer][INFO] - step: 1800, batch loss: 0.08190157375674081 |
| [2026-04-16 06:12:04,827][trainer][INFO] - step: 1900, batch loss: 0.07330668090756698 |
| [2026-04-16 06:12:30,811][trainer][INFO] - step: 2000, batch loss: 0.06510413003177877 |
| [2026-04-16 06:13:10,915][trainer][INFO] - step: 2034, Dev result : {'dev_F1': 15.487690869429729, 'dev_F1_ign': 13.81454890340229, 'dev_precision': 9.737460815047022, 'dev_recall': 37.823439878234396} . |
| [2026-04-16 06:13:12,365][trainer][INFO] - epoch: 2, loss=122.40146050399014 . |
| [2026-04-16 06:13:12,366][trainer][INFO] - epoch 3/10 ==================================================================================================== |
| [2026-04-16 06:13:28,967][trainer][INFO] - step: 2100, batch loss: 0.057050792594399206 |
| [2026-04-16 06:13:55,577][trainer][INFO] - step: 2200, batch loss: 0.052554168373650685 |
| [2026-04-16 06:14:21,350][trainer][INFO] - step: 2300, batch loss: 0.046203598672570144 |
| [2026-04-16 06:14:48,524][trainer][INFO] - step: 2400, batch loss: 0.04375806849926378 |
| [2026-04-16 06:15:14,579][trainer][INFO] - step: 2500, batch loss: 0.039607364186752154 |
| [2026-04-16 06:15:40,663][trainer][INFO] - step: 2600, batch loss: 0.035669859075302866 |
| [2026-04-16 06:16:06,439][trainer][INFO] - step: 2700, batch loss: 0.032847100464456186 |
| [2026-04-16 06:16:33,167][trainer][INFO] - step: 2800, batch loss: 0.030249812406914833 |
| [2026-04-16 06:16:58,882][trainer][INFO] - step: 2900, batch loss: 0.028872979558645952 |
| [2026-04-16 06:17:25,177][trainer][INFO] - step: 3000, batch loss: 0.025467845309270713 |
| [2026-04-16 06:18:10,385][trainer][INFO] - step: 3051, Dev result : {'dev_F1': 19.827529888286406, 'dev_F1_ign': 18.212877103471026, 'dev_precision': 11.96860951179115, 'dev_recall': 57.743531202435314} . |
| [2026-04-16 06:18:12,519][trainer][INFO] - epoch: 3, loss=38.42005841977984 . |
| [2026-04-16 06:18:12,520][trainer][INFO] - epoch 4/10 ==================================================================================================== |
| [2026-04-16 06:18:25,356][trainer][INFO] - step: 3100, batch loss: 0.023787174469726086 |
| [2026-04-16 06:18:51,722][trainer][INFO] - step: 3200, batch loss: 0.021310694056997908 |
| [2026-04-16 06:19:16,913][trainer][INFO] - step: 3300, batch loss: 0.02018949710271285 |
| [2026-04-16 06:19:43,563][trainer][INFO] - step: 3400, batch loss: 0.020468864088228865 |
| [2026-04-16 06:20:10,217][trainer][INFO] - step: 3500, batch loss: 0.018197097570511973 |
| [2026-04-16 06:20:35,855][trainer][INFO] - step: 3600, batch loss: 0.017636506642608997 |
| [2026-04-16 06:21:01,843][trainer][INFO] - step: 3700, batch loss: 0.017480300577723956 |
| [2026-04-16 06:21:29,282][trainer][INFO] - step: 3800, batch loss: 0.01622914044516904 |
| [2026-04-16 06:21:55,127][trainer][INFO] - step: 3900, batch loss: 0.015145890757260421 |
| [2026-04-16 06:22:21,557][trainer][INFO] - step: 4000, batch loss: 0.015000055630207652 |
| [2026-04-16 06:23:10,912][trainer][INFO] - step: 4068, Dev result : {'dev_F1': 20.165001683690647, 'dev_F1_ign': 18.580896842502028, 'dev_precision': 11.826859776168531, 'dev_recall': 68.3599695585997} . |
| [2026-04-16 06:23:13,110][trainer][INFO] - epoch: 4, loss=18.230721959746347 . |
| [2026-04-16 06:23:13,110][trainer][INFO] - epoch 5/10 ==================================================================================================== |
| [2026-04-16 06:23:21,433][trainer][INFO] - step: 4100, batch loss: 0.013592750997392638 |
| [2026-04-16 06:23:47,769][trainer][INFO] - step: 4200, batch loss: 0.012764568524256146 |
| [2026-04-16 06:24:14,466][trainer][INFO] - step: 4300, batch loss: 0.012854133965160781 |
| [2026-04-16 06:24:40,909][trainer][INFO] - step: 4400, batch loss: 0.012341647775891312 |
| [2026-04-16 06:25:07,197][trainer][INFO] - step: 4500, batch loss: 0.011947312752441404 |
| [2026-04-16 06:25:32,712][trainer][INFO] - step: 4600, batch loss: 0.0116544407212976 |
| [2026-04-16 06:25:58,606][trainer][INFO] - step: 4700, batch loss: 0.011316093758116532 |
| [2026-04-16 06:26:25,863][trainer][INFO] - step: 4800, batch loss: 0.01093500433270338 |
| [2026-04-16 06:26:52,088][trainer][INFO] - step: 4900, batch loss: 0.010859051315238089 |
| [2026-04-16 06:27:18,616][trainer][INFO] - step: 5000, batch loss: 0.010114307908179625 |
| [2026-04-16 06:28:12,026][trainer][INFO] - step: 5085, Dev result : {'dev_F1': 20.461766574878208, 'dev_F1_ign': 18.83921031745266, 'dev_precision': 11.884842519685039, 'dev_recall': 73.51598173515981} . |
| [2026-04-16 06:28:14,158][trainer][INFO] - epoch: 5, loss=11.806015601214586 . |
| [2026-04-16 06:28:14,159][trainer][INFO] - epoch 6/10 ==================================================================================================== |
| [2026-04-16 06:28:18,165][trainer][INFO] - step: 5100, batch loss: 0.010698334687776513 |
| [2026-04-16 06:28:44,292][trainer][INFO] - step: 5200, batch loss: 0.008901048872820151 |
| [2026-04-16 06:29:10,495][trainer][INFO] - step: 5300, batch loss: 0.009305413350121486 |
| [2026-04-16 06:29:35,770][trainer][INFO] - step: 5400, batch loss: 0.00936413964147937 |
| [2026-04-16 06:30:02,514][trainer][INFO] - step: 5500, batch loss: 0.008611945908381501 |
| [2026-04-16 06:30:29,251][trainer][INFO] - step: 5600, batch loss: 0.008981845595779407 |
| [2026-04-16 06:30:55,905][trainer][INFO] - step: 5700, batch loss: 0.008384170248672143 |
| [2026-04-16 06:31:22,423][trainer][INFO] - step: 5800, batch loss: 0.008405549884912895 |
| [2026-04-16 06:31:50,910][trainer][INFO] - step: 5900, batch loss: 0.008627425522526298 |
| [2026-04-16 06:32:17,820][trainer][INFO] - step: 6000, batch loss: 0.007909216833631374 |
| [2026-04-16 06:32:43,983][trainer][INFO] - step: 6100, batch loss: 0.007933862375577576 |
| [2026-04-16 06:33:18,514][trainer][INFO] - step: 6102, Dev result : {'dev_F1': 20.92225509963602, 'dev_F1_ign': 19.24535723290587, 'dev_precision': 12.130689581878359, 'dev_recall': 76.00837138508372} . |
| [2026-04-16 06:33:20,692][trainer][INFO] - epoch: 6, loss=8.796612002085311 . |
| [2026-04-16 06:33:20,693][trainer][INFO] - epoch 7/10 ==================================================================================================== |
| [2026-04-16 06:33:46,718][trainer][INFO] - step: 6200, batch loss: 0.007167439115372865 |
| [2026-04-16 06:34:13,562][trainer][INFO] - step: 6300, batch loss: 0.007108494554678425 |
| [2026-04-16 06:34:40,740][trainer][INFO] - step: 6400, batch loss: 0.006618121459271018 |
| [2026-04-16 06:35:06,652][trainer][INFO] - step: 6500, batch loss: 0.007492706166035244 |
| [2026-04-16 06:35:33,152][trainer][INFO] - step: 6600, batch loss: 0.006936768888236772 |
| [2026-04-16 06:35:58,530][trainer][INFO] - step: 6700, batch loss: 0.006605404908221206 |
| [2026-04-16 06:36:24,353][trainer][INFO] - step: 6800, batch loss: 0.006409128604628484 |
| [2026-04-16 06:36:50,789][trainer][INFO] - step: 6900, batch loss: 0.006945157783408488 |
| [2026-04-16 06:37:15,611][trainer][INFO] - step: 7000, batch loss: 0.007006697536799172 |
| [2026-04-16 06:37:42,445][trainer][INFO] - step: 7100, batch loss: 0.006896584124646918 |
| [2026-04-16 06:38:18,534][trainer][INFO] - step: 7119, Dev result : {'dev_F1': 21.633976505607823, 'dev_F1_ign': 19.923379251059554, 'dev_precision': 12.573370404695705, 'dev_recall': 77.43531202435312} . |
| [2026-04-16 06:38:20,653][trainer][INFO] - epoch: 7, loss=7.014948482265626 . |
| [2026-04-16 06:38:20,654][trainer][INFO] - epoch 8/10 ==================================================================================================== |
| [2026-04-16 06:38:41,606][trainer][INFO] - step: 7200, batch loss: 0.005794966780186005 |
| [2026-04-16 06:39:08,328][trainer][INFO] - step: 7300, batch loss: 0.00581078298722132 |
| [2026-04-16 06:39:35,207][trainer][INFO] - step: 7400, batch loss: 0.005391112706129086 |
| [2026-04-16 06:40:01,745][trainer][INFO] - step: 7500, batch loss: 0.0056281194475013485 |
| [2026-04-16 06:40:28,271][trainer][INFO] - step: 7600, batch loss: 0.005974353962085898 |
| [2026-04-16 06:40:54,581][trainer][INFO] - step: 7700, batch loss: 0.006142234556056277 |
| [2026-04-16 06:41:20,039][trainer][INFO] - step: 7800, batch loss: 0.00566273694202448 |
| [2026-04-16 06:41:46,965][trainer][INFO] - step: 7900, batch loss: 0.005942762576561769 |
| [2026-04-16 06:42:13,750][trainer][INFO] - step: 8000, batch loss: 0.005562976776319626 |
| [2026-04-16 06:42:40,303][trainer][INFO] - step: 8100, batch loss: 0.006112119935101872 |
| [2026-04-16 06:43:19,779][trainer][INFO] - step: 8136, Dev result : {'dev_F1': 22.465571594491454, 'dev_F1_ign': 20.69837115127859, 'dev_precision': 13.143079013783732, 'dev_recall': 77.28310502283105} . |
| [2026-04-16 06:43:21,939][trainer][INFO] - epoch: 8, loss=5.880967852618699 . |
| [2026-04-16 06:43:21,940][trainer][INFO] - epoch 9/10 ==================================================================================================== |
| [2026-04-16 06:43:38,724][trainer][INFO] - step: 8200, batch loss: 0.005149447093192975 |
| [2026-04-16 06:44:05,525][trainer][INFO] - step: 8300, batch loss: 0.0051645450484314286 |
| [2026-04-16 06:44:30,858][trainer][INFO] - step: 8400, batch loss: 0.004855479364623651 |
| [2026-04-16 06:44:56,987][trainer][INFO] - step: 8500, batch loss: 0.005231327006749552 |
| [2026-04-16 06:45:23,291][trainer][INFO] - step: 8600, batch loss: 0.005229884129431531 |
| [2026-04-16 06:45:49,734][trainer][INFO] - step: 8700, batch loss: 0.005139301273952759 |
| [2026-04-16 06:46:17,269][trainer][INFO] - step: 8800, batch loss: 0.0048804899899489 |
| [2026-04-16 06:46:43,786][trainer][INFO] - step: 8900, batch loss: 0.004864089049826253 |
| [2026-04-16 06:47:09,825][trainer][INFO] - step: 9000, batch loss: 0.005136935057437176 |
| [2026-04-16 06:47:35,943][trainer][INFO] - step: 9100, batch loss: 0.00505050527235197 |
| [2026-04-16 06:48:21,150][trainer][INFO] - step: 9153, Dev result : {'dev_F1': 23.44141102508877, 'dev_F1_ign': 21.614382606795555, 'dev_precision': 13.83753693904199, 'dev_recall': 76.617199391172} . |
| [2026-04-16 06:48:23,281][trainer][INFO] - epoch: 9, loss=5.151973271509477 . |
| [2026-04-16 06:48:23,283][trainer][INFO] - epoch 10/10 ==================================================================================================== |
| [2026-04-16 06:48:35,951][trainer][INFO] - step: 9200, batch loss: 0.005222269551615664 |
| [2026-04-16 06:49:02,263][trainer][INFO] - step: 9300, batch loss: 0.004553169060676758 |
| [2026-04-16 06:49:27,824][trainer][INFO] - step: 9400, batch loss: 0.004413847048035718 |
| [2026-04-16 06:49:53,579][trainer][INFO] - step: 9500, batch loss: 0.0046538697679507565 |
| [2026-04-16 06:50:18,444][trainer][INFO] - step: 9600, batch loss: 0.005068708204536362 |
| [2026-04-16 06:50:43,971][trainer][INFO] - step: 9700, batch loss: 0.004362087096347788 |
| [2026-04-16 06:51:10,343][trainer][INFO] - step: 9800, batch loss: 0.004369631255211935 |
| [2026-04-16 06:51:38,827][trainer][INFO] - step: 9900, batch loss: 0.004797963074106421 |
| [2026-04-16 06:52:04,648][trainer][INFO] - step: 10000, batch loss: 0.004959423639858912 |
| [2026-04-16 06:52:32,635][trainer][INFO] - step: 10100, batch loss: 0.004501033971350332 |
| [2026-04-16 06:53:22,293][trainer][INFO] - step: 10170, Dev result : {'dev_F1': 23.989396951623597, 'dev_F1_ign': 22.108002834533334, 'dev_precision': 14.250948393099993, 'dev_recall': 75.76103500761036} . |
| [2026-04-16 06:53:24,419][trainer][INFO] - epoch: 10, loss=4.730343328187442 . |
| [2026-04-16 06:53:25,185][trainer][INFO] - Best dev result: {'dev_F1': 23.989396951623597, 'dev_F1_ign': 22.108002834533334, 'dev_precision': 14.250948393099993, 'dev_recall': 75.76103500761036} |
| [2026-04-16 06:53:41,480][trainer][INFO] - Test result: {'test_F1': 56.51026581708181, 'test_F1_ign': 55.75811247045651, 'test_precision': 64.4356377513577, 'test_recall': 50.32095369096745} . |
|
|
