Upload folder using huggingface_hub

checkpoint-20/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0deb9077d610bc6c6c3e247c7af784e7ca623d5cc46ce437b0fb27bdad27191e
+oid sha256:6a07fd6ba116375cef4a07ea3297665705fff56cb308fba302f4ed3303a55077
 size 558664971

checkpoint-20/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5fb880ce8ce6d6a3efccf929c14283e1399abfde74c8ba9c9a5cbad8426d40c
+oid sha256:f9aa72091fd08cce6bde598dcee41240f0f985c1da6f41ff69c36b0e054f05bc
 size 279336283

checkpoint-20/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_global_step": 20,
-  "best_metric": 68320.79411816206,
+  "best_metric": 1207329.5664974535,
   "best_model_checkpoint": "/network/scratch/j/jianan.zhao/DNAFM/output/gencode_human_12.8k_12800/CKPT_DEBUG/checkpoint-20",
-  "epoch": 0.0007091444172605751,
+  "epoch": 0.0028368794326241137,
   "eval_steps": 10,
   "global_step": 20,
   "is_hyper_param_search": false,
@@ -12,118 +12,118 @@
     {
       "comp/rl_weight": 0.03,
       "comp/strictness": 0.0,
-      "epoch": 0.00035457220863028757,
-      "grad_norm": 1132.7886962890625,
-      "loss": 146.4728,
-      "loss_ce": 54.09164047241211,
-      "loss_region": 0.10727831721305847,
-      "loss_total": 54.198917388916016,
+      "epoch": 0.0014184397163120568,
+      "grad_norm": 917.1181030273438,
+      "loss": 144.7748,
+      "loss_ce": 54.116615295410156,
+      "loss_region": 0.10434026271104813,
+      "loss_total": 54.22095489501953,
       "lr": 2.20454076850486e-05,
-      "router/selected_tokens_s0": 23.78125,
+      "router/selected_tokens_s0": 22.84375,
       "router/selected_tokens_s1": 1.0,
       "step": 10,
-      "tokens_trained": 0.00409568
+      "tokens_trained": 0.01638272
     },
     {
-      "epoch": 0.00035457220863028757,
-      "eval_ppl": 1.0186400757990682e+18,
-      "eval_runtime": 7.2215,
+      "epoch": 0.0014184397163120568,
+      "eval_ppl": 2.1194747907582294e+17,
+      "eval_runtime": 1.7718,
       "step": 10,
-      "tokens_trained": 0.00409568
+      "tokens_trained": 0.01638272
     },
     {
-      "epoch": 0.00035457220863028757,
+      "epoch": 0.0014184397163120568,
       "eval_F": 7.813110399249941e-05,
-      "eval_F_cds": 4.744345662481978e-05,
+      "eval_F_cds": 2.439649178448139e-05,
       "eval_F_dig": 7.813110399249941e-05,
-      "eval_F_exon": 6.977782739756614e-05,
-      "eval_F_intron": 8.580132276805985e-05,
-      "eval_F_nig": 8.365496566708533e-05,
-      "eval_F_promoter": 4.770454407466195e-05,
-      "eval_F_utr": 7.9026626119178e-05,
-      "eval_G": 0.00017417084202725643,
-      "eval_G_cds": 0.0001794316059741855,
-      "eval_G_dig": 0.0001354323335807485,
-      "eval_G_exon": 0.0001921070810539243,
-      "eval_G_intron": 0.00017461964504566645,
-      "eval_G_nig": 0.00016813731929190464,
-      "eval_G_promoter": 0.00017862840321777992,
-      "eval_G_utr": 0.0001872366236459373,
+      "eval_F_exon": 6.169412055031155e-05,
+      "eval_F_intron": 8.631567698207511e-05,
+      "eval_F_nig": 8.867784676802712e-05,
+      "eval_F_promoter": 2.898993785611503e-05,
+      "eval_F_utr": 0.00013418766144453016,
+      "eval_G": 0.00022184538364639257,
+      "eval_G_cds": 0.0001901449227851035,
+      "eval_G_dig": 0.00015412581061020393,
+      "eval_G_exon": 0.000246234248719847,
+      "eval_G_intron": 0.00021249317768522492,
+      "eval_G_nig": 0.00019619516090846272,
+      "eval_G_promoter": 0.00030238687665044985,
+      "eval_G_utr": 0.0002784000847059613,
       "eval_avg_bp_per_token": 12799.0,
-      "eval_bp_per_token/cds": 21077.722222222223,
+      "eval_bp_per_token/cds": 40989.5,
       "eval_bp_per_token/dig": 12799.0,
-      "eval_bp_per_token/exon": 14331.2,
-      "eval_bp_per_token/intron": 11654.831973898858,
-      "eval_bp_per_token/nig": 11953.86301369863,
-      "eval_bp_per_token/promoter": 20962.363636363636,
-      "eval_bp_per_token/utr": 12653.962962962964,
-      "eval_ppl_cds": 3.3014647482544744e+20,
-      "eval_ppl_dig": 1.1622268373935285e+17,
-      "eval_ppl_exon": 3.2522437808130043e+18,
-      "eval_ppl_intron": 3.9138014555579206e+17,
-      "eval_ppl_nig": 1.5178663639690314e+17,
-      "eval_ppl_promoter": 2.1860490407785362e+20,
-      "eval_ppl_utr": 5.7390657388765485e+17,
+      "eval_bp_per_token/exon": 16209.0,
+      "eval_bp_per_token/intron": 11585.380952380952,
+      "eval_bp_per_token/nig": 11276.77358490566,
+      "eval_bp_per_token/promoter": 34494.72727272727,
+      "eval_bp_per_token/utr": 7452.25,
+      "eval_ppl_cds": 3.730425344687072e+19,
+      "eval_ppl_dig": 4.017993685449341e+17,
+      "eval_ppl_exon": 6.054858771331785e+16,
+      "eval_ppl_intron": 1.2271560232082048e+17,
+      "eval_ppl_nig": 3.849790568976093e+16,
+      "eval_ppl_promoter": 9.761527176325515e+19,
+      "eval_ppl_utr": 1.747612158170368e+17,
       "step": 10,
-      "tokens_trained": 0.00409568
+      "tokens_trained": 0.01638272
     },
     {
       "comp/rl_weight": 0.03,
       "comp/strictness": 0.0,
-      "epoch": 0.0007091444172605751,
-      "grad_norm": 303.0186462402344,
-      "loss": 25.9086,
-      "loss_ce": 12.05529499053955,
-      "loss_region": 0.0993824377655983,
-      "loss_total": 12.154677391052246,
+      "epoch": 0.0028368794326241137,
+      "grad_norm": 518.6296997070312,
+      "loss": 24.6671,
+      "loss_ce": 15.385003089904785,
+      "loss_region": 0.09944470971822739,
+      "loss_total": 15.484447479248047,
       "lr": 4.654030511288038e-05,
       "router/selected_tokens_s0": 1.0,
       "router/selected_tokens_s1": 1.0,
       "step": 20,
-      "tokens_trained": 0.00819136
+      "tokens_trained": 0.03276544
     },
     {
-      "epoch": 0.0007091444172605751,
-      "eval_ppl": 68320.79411816206,
-      "eval_runtime": 7.246,
+      "epoch": 0.0028368794326241137,
+      "eval_ppl": 1207329.5664974535,
+      "eval_runtime": 1.7227,
       "step": 20,
-      "tokens_trained": 0.00819136
+      "tokens_trained": 0.03276544
     },
     {
-      "epoch": 0.0007091444172605751,
+      "epoch": 0.0028368794326241137,
       "eval_F": 7.813110399249941e-05,
-      "eval_F_cds": 4.744345662481978e-05,
+      "eval_F_cds": 2.439649178448139e-05,
       "eval_F_dig": 7.813110399249941e-05,
-      "eval_F_exon": 6.977782739756614e-05,
-      "eval_F_intron": 8.580132276805985e-05,
-      "eval_F_nig": 8.365496566708533e-05,
-      "eval_F_promoter": 4.770454407466195e-05,
-      "eval_F_utr": 7.9026626119178e-05,
+      "eval_F_exon": 6.169412055031155e-05,
+      "eval_F_intron": 8.631567698207511e-05,
+      "eval_F_nig": 8.867784676802712e-05,
+      "eval_F_promoter": 2.898993785611503e-05,
+      "eval_F_utr": 0.00013418766144453016,
       "eval_G": 7.813110399249941e-05,
-      "eval_G_cds": 4.744345662481978e-05,
+      "eval_G_cds": 2.439649178448139e-05,
       "eval_G_dig": 7.813110399249941e-05,
-      "eval_G_exon": 6.977782739756614e-05,
-      "eval_G_intron": 8.580132276805985e-05,
-      "eval_G_nig": 8.365496566708533e-05,
-      "eval_G_promoter": 4.770454407466195e-05,
-      "eval_G_utr": 7.9026626119178e-05,
+      "eval_G_exon": 6.169412055031155e-05,
+      "eval_G_intron": 8.631567698207511e-05,
+      "eval_G_nig": 8.867784676802712e-05,
+      "eval_G_promoter": 2.898993785611503e-05,
+      "eval_G_utr": 0.00013418766144453016,
       "eval_avg_bp_per_token": 12799.0,
-      "eval_bp_per_token/cds": 21077.722222222223,
+      "eval_bp_per_token/cds": 40989.5,
       "eval_bp_per_token/dig": 12799.0,
-      "eval_bp_per_token/exon": 14331.2,
-      "eval_bp_per_token/intron": 11654.831973898858,
-      "eval_bp_per_token/nig": 11953.86301369863,
-      "eval_bp_per_token/promoter": 20962.363636363636,
-      "eval_bp_per_token/utr": 12653.962962962964,
-      "eval_ppl_cds": 154033.63476438122,
-      "eval_ppl_dig": 15444.189120194795,
-      "eval_ppl_exon": 60520.166471376135,
-      "eval_ppl_intron": 57146.884551315,
-      "eval_ppl_nig": 54740.4715093694,
-      "eval_ppl_promoter": 169717.99548180104,
-      "eval_ppl_utr": 97889.76239710047,
+      "eval_bp_per_token/exon": 16209.0,
+      "eval_bp_per_token/intron": 11585.380952380952,
+      "eval_bp_per_token/nig": 11276.77358490566,
+      "eval_bp_per_token/promoter": 34494.72727272727,
+      "eval_bp_per_token/utr": 7452.25,
+      "eval_ppl_cds": 4840595.678625624,
+      "eval_ppl_dig": 1044.7725056220102,
+      "eval_ppl_exon": 2136300.4799613026,
+      "eval_ppl_intron": 763217.2143647178,
+      "eval_ppl_nig": 1411875.7684863594,
+      "eval_ppl_promoter": 4137739.958306599,
+      "eval_ppl_utr": 2728184.3584358147,
       "step": 20,
-      "tokens_trained": 0.00819136
+      "tokens_trained": 0.03276544
     }
   ],
   "logging_steps": 10,

checkpoint-20/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27e50a78a0ad195455e56f8e4877f004f4700345080b847afe4f3e05a3937021
+oid sha256:a7a44597d0ca5c121252f255044e4012aab2d8b6f4e4e8d122c2bec3966364fd
 size 5969