| { |
| "best_global_step": 20, |
| "best_metric": 148816.18235103838, |
| "best_model_checkpoint": "/network/scratch/j/jianan.zhao/DNAFM/output/gencode_human_12.8k_12800/CKPT_DEBUG/checkpoint-20", |
| "epoch": 0.0007091444172605751, |
| "eval_steps": 10, |
| "global_step": 20, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "comp/rl_weight": 0.03, |
| "comp/strictness": 0.0, |
| "epoch": 0.00035457220863028757, |
| "grad_norm": 1111.61279296875, |
| "loss": 146.1968, |
| "loss_ce": 54.305824279785156, |
| "loss_region": 0.10640381276607513, |
| "loss_total": 54.412227630615234, |
| "lr": 2.20454076850486e-05, |
| "router/selected_tokens_s0": 21.6875, |
| "router/selected_tokens_s1": 1.0, |
| "step": 10, |
| "tokens_trained": 0.00409568 |
| }, |
| { |
| "epoch": 0.00035457220863028757, |
| "eval_ppl": 7.424721446549467e+17, |
| "eval_runtime": 7.6118, |
| "step": 10, |
| "tokens_trained": 0.00409568 |
| }, |
| { |
| "epoch": 0.00035457220863028757, |
| "eval_F": 7.813110399249941e-05, |
| "eval_F_cds": 4.744345662481978e-05, |
| "eval_F_dig": 7.813110399249941e-05, |
| "eval_F_exon": 6.977782739756614e-05, |
| "eval_F_intron": 8.580132276805985e-05, |
| "eval_F_nig": 8.365496566708533e-05, |
| "eval_F_promoter": 4.770454407466195e-05, |
| "eval_F_utr": 7.9026626119178e-05, |
| "eval_G": 0.00015868149956862495, |
| "eval_G_cds": 0.00015302779857089767, |
| "eval_G_dig": 0.00013616989934109436, |
| "eval_G_exon": 0.0001662856506549812, |
| "eval_G_intron": 0.00016059590085930095, |
| "eval_G_nig": 0.00015651285421575188, |
| "eval_G_promoter": 0.00015211858489077828, |
| "eval_G_utr": 0.00018231460938894855, |
| "eval_avg_bp_per_token": 12799.0, |
| "eval_bp_per_token/cds": 21077.722222222223, |
| "eval_bp_per_token/dig": 12799.0, |
| "eval_bp_per_token/exon": 14331.2, |
| "eval_bp_per_token/intron": 11654.831973898858, |
| "eval_bp_per_token/nig": 11953.86301369863, |
| "eval_bp_per_token/promoter": 20962.363636363636, |
| "eval_bp_per_token/utr": 12653.962962962964, |
| "eval_ppl_cds": 2.4835679876749204e+20, |
| "eval_ppl_dig": 9.028849885879438e+16, |
| "eval_ppl_exon": 2.2687957801872694e+18, |
| "eval_ppl_intron": 2.8188580486001277e+17, |
| "eval_ppl_nig": 1.1219396355209006e+17, |
| "eval_ppl_promoter": 1.6162428794991283e+20, |
| "eval_ppl_utr": 4.3084586855038605e+17, |
| "step": 10, |
| "tokens_trained": 0.00409568 |
| }, |
| { |
| "comp/rl_weight": 0.03, |
| "comp/strictness": 0.0, |
| "epoch": 0.0007091444172605751, |
| "grad_norm": 330.2630310058594, |
| "loss": 25.8642, |
| "loss_ce": 12.18574047088623, |
| "loss_region": 0.09936444461345673, |
| "loss_total": 12.285104751586914, |
| "lr": 4.654030511288038e-05, |
| "router/selected_tokens_s0": 1.0, |
| "router/selected_tokens_s1": 1.0, |
| "step": 20, |
| "tokens_trained": 0.00819136 |
| }, |
| { |
| "epoch": 0.0007091444172605751, |
| "eval_ppl": 148816.18235103838, |
| "eval_runtime": 7.2278, |
| "step": 20, |
| "tokens_trained": 0.00819136 |
| }, |
| { |
| "epoch": 0.0007091444172605751, |
| "eval_F": 7.813110399249941e-05, |
| "eval_F_cds": 4.744345662481978e-05, |
| "eval_F_dig": 7.813110399249941e-05, |
| "eval_F_exon": 6.977782739756614e-05, |
| "eval_F_intron": 8.580132276805985e-05, |
| "eval_F_nig": 8.365496566708533e-05, |
| "eval_F_promoter": 4.770454407466195e-05, |
| "eval_F_utr": 7.9026626119178e-05, |
| "eval_G": 7.813110399249941e-05, |
| "eval_G_cds": 4.744345662481978e-05, |
| "eval_G_dig": 7.813110399249941e-05, |
| "eval_G_exon": 6.977782739756614e-05, |
| "eval_G_intron": 8.580132276805985e-05, |
| "eval_G_nig": 8.365496566708533e-05, |
| "eval_G_promoter": 4.770454407466195e-05, |
| "eval_G_utr": 7.9026626119178e-05, |
| "eval_avg_bp_per_token": 12799.0, |
| "eval_bp_per_token/cds": 21077.722222222223, |
| "eval_bp_per_token/dig": 12799.0, |
| "eval_bp_per_token/exon": 14331.2, |
| "eval_bp_per_token/intron": 11654.831973898858, |
| "eval_bp_per_token/nig": 11953.86301369863, |
| "eval_bp_per_token/promoter": 20962.363636363636, |
| "eval_bp_per_token/utr": 12653.962962962964, |
| "eval_ppl_cds": 395673.42673693807, |
| "eval_ppl_dig": 31301.43244868628, |
| "eval_ppl_exon": 140758.6210649053, |
| "eval_ppl_intron": 122319.47964181146, |
| "eval_ppl_nig": 111897.23080114595, |
| "eval_ppl_promoter": 421597.51324185927, |
| "eval_ppl_utr": 202983.65571501417, |
| "step": 20, |
| "tokens_trained": 0.00819136 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 20, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 10, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
