Upload folder using huggingface_hub

checkpoint-10/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14a29e212fc47cc100a5939f53c8bc3fa3c1a0212a2361c7ac7adc996862b4d8
+oid sha256:e8f737755e1707c54316203052f6ac69bc0a137a55a150363b1621beebab104d
 size 558664971

checkpoint-10/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7515af91c686d7f835331022de9decd37f02f6407e09e7741288c45b234df983
+oid sha256:747ed44a38f676c73bc39fa8323ac7f34af0ad201fe4147bcfaaff3ea4362fcf
 size 279336283

checkpoint-10/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24dd912fa024b011f8f91a76909168ba8ecca3e2d3ef77aab46a10bb1932dc75
-size 15407
+oid sha256:c0a94dcd39eccd1603ad876bde99a39ec9194a931682980ebefe91dd918a3493
+size 16359

checkpoint-10/trainer_state.json

@@ -1,7 +1,7 @@
 {
   "best_global_step": 10,
-  "best_metric": 1.1411666197284078e+18,
-  "best_model_checkpoint": "/network/scratch/j/jianan.zhao/DNAFM/output/gencode_human_12.8k_12800/CKPT_DEBUG/checkpoint-10",
+  "best_metric": 9.153268951196861e+22,
+  "best_model_checkpoint": "/gpfs/scratch/guoh/DNAFM/output/gencode_human_12.8k_12800/CKPT_DEBUG/checkpoint-10",
   "epoch": 0.00035457220863028757,
   "eval_steps": 10,
   "global_step": 10,
@@ -13,57 +13,57 @@
       "comp/rl_weight": 0.03,
       "comp/strictness": 0.0,
       "epoch": 0.00035457220863028757,
-      "grad_norm": 1104.44580078125,
-      "loss": 146.6099,
-      "loss_ce": 54.38197326660156,
-      "loss_region": 0.10671775788068771,
-      "loss_total": 54.48868942260742,
+      "grad_norm": 1504.030029296875,
+      "loss": 87.8092,
+      "loss_ce": 59.68216323852539,
+      "loss_region": 0.0935576930642128,
+      "loss_total": 59.77572250366211,
       "lr": 2.20454076850486e-05,
-      "router/selected_tokens_s0": 22.71875,
-      "router/selected_tokens_s1": 1.0,
+      "router/selected_tokens_s0": 793.03125,
+      "router/selected_tokens_s1": 148.84375,
       "step": 10,
       "tokens_trained": 0.00409568
     },
     {
       "epoch": 0.00035457220863028757,
-      "eval_ppl": 1.1411666197284078e+18,
-      "eval_runtime": 7.5718,
+      "eval_ppl": 9.153268951196861e+22,
+      "eval_runtime": 4.9797,
       "step": 10,
       "tokens_trained": 0.00409568
     },
     {
       "epoch": 0.00035457220863028757,
-      "eval_F": 7.813110399249941e-05,
-      "eval_F_cds": 4.744345662481978e-05,
-      "eval_F_dig": 7.813110399249941e-05,
-      "eval_F_exon": 6.977782739756614e-05,
-      "eval_F_intron": 8.580132276805985e-05,
-      "eval_F_nig": 8.365496566708533e-05,
-      "eval_F_promoter": 4.770454407466195e-05,
-      "eval_F_utr": 7.9026626119178e-05,
-      "eval_G": 0.00018249983824419877,
-      "eval_G_cds": 0.0001800133237040688,
-      "eval_G_dig": 0.00018303075842513738,
-      "eval_G_exon": 0.00019645910961166313,
-      "eval_G_intron": 0.00018081985788333596,
-      "eval_G_nig": 0.00017549950537569102,
-      "eval_G_promoter": 0.00019468167686080247,
-      "eval_G_utr": 0.00019923581984270775,
-      "eval_avg_bp_per_token": 12799.0,
-      "eval_bp_per_token/cds": 21077.722222222223,
-      "eval_bp_per_token/dig": 12799.0,
-      "eval_bp_per_token/exon": 14331.2,
-      "eval_bp_per_token/intron": 11654.831973898858,
-      "eval_bp_per_token/nig": 11953.86301369863,
-      "eval_bp_per_token/promoter": 20962.363636363636,
-      "eval_bp_per_token/utr": 12653.962962962964,
-      "eval_ppl_cds": 3.4552045457243275e+20,
-      "eval_ppl_dig": 1.0972195397037683e+17,
-      "eval_ppl_exon": 3.635291150333688e+18,
-      "eval_ppl_intron": 4.403435383603975e+17,
-      "eval_ppl_nig": 1.714937073151653e+17,
-      "eval_ppl_promoter": 2.442053915928566e+20,
-      "eval_ppl_utr": 6.521360367361032e+17,
+      "eval_F": 0.00177827022776477,
+      "eval_F_cds": 0.003658417655291659,
+      "eval_F_dig": 0.0012045211865510327,
+      "eval_F_exon": 0.0016746678575415876,
+      "eval_F_intron": 0.001447564894073858,
+      "eval_F_nig": 0.0013862277187481856,
+      "eval_F_promoter": 0.0033154658131890054,
+      "eval_F_utr": 0.0016332169397963454,
+      "eval_G": 0.011702613646642867,
+      "eval_G_cds": 0.023833423264492,
+      "eval_G_dig": 0.009547610734562596,
+      "eval_G_exon": 0.01037959719586171,
+      "eval_G_intron": 0.008864032313383523,
+      "eval_G_nig": 0.008525809138569675,
+      "eval_G_promoter": 0.02530388628896865,
+      "eval_G_utr": 0.010295956315471365,
+      "eval_avg_bp_per_token": 562.3442288953848,
+      "eval_bp_per_token/cds": 273.34221902017293,
+      "eval_bp_per_token/dig": 830.2054054054054,
+      "eval_bp_per_token/exon": 597.1333333333333,
+      "eval_bp_per_token/intron": 690.8153161864243,
+      "eval_bp_per_token/nig": 721.3821989528795,
+      "eval_bp_per_token/promoter": 301.61674296926094,
+      "eval_bp_per_token/utr": 612.2885304659499,
+      "eval_ppl_cds": 6.414658338854343e+21,
+      "eval_ppl_dig": 4.0669318513627916e+21,
+      "eval_ppl_exon": 2.4904150523692485e+23,
+      "eval_ppl_intron": 1.535523404049312e+23,
+      "eval_ppl_nig": 7.19246164907062e+23,
+      "eval_ppl_promoter": 1.0487349115377585e+21,
+      "eval_ppl_utr": 3.14597976396868e+23,
       "step": 10,
       "tokens_trained": 0.00409568
     }

checkpoint-10/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41cc3ab09601671003ffee48a30ae9c578b1fa64cc5e7591626680344f1fa2b0
+oid sha256:faf9107e8232f8c02d0de570892b7fdd717781cc6eb0d429077eedff87e08462
 size 5969