Multi_EvalSumViet3 / training_args.json
phuongntc's picture
Initial hierarchical release: encoder, trunk+3 heads, configs, loader, README
49fd94a verified
raw
history blame contribute delete
669 Bytes
{
"datetime_utc": "2025-11-17T07:39:48.204431Z",
"seed": 42,
"encoder_backbone": "Fsoft-AIC/videberta-base",
"hierarchical": {
"seg_len": 192,
"overlap": 32,
"max_segs": 2,
"agg_type": "attn",
"has_seg_attn": true
},
"tokenization": {
"sum_max_len": 256,
"pair_max_len": 512,
"truncation": "hierarchical_doc_segments + pair(doc_segment, summary)",
"pad_to_multiple_of": 8
},
"batch_size": 4,
"accumulate_grad_batches": 2,
"precision": "16-mixed",
"optimizer": "AdamW",
"lr": 2e-05,
"weight_decay": 0.01,
"scheduler": "linear_warmup",
"warmup_ratio": 0.05,
"gradient_clip_val": 1.0,
"max_epochs": 5
}