Upload folder using huggingface_hub

checkpoint-10/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37b83d1998394d9aaaf5a03419dd708762695e14a68776e45b8e8e8f9be78bb4
+oid sha256:b8ea87b5853946db38bf2851926789b58bcb47715a2ca9212c2d535b156cbae2
 size 558664971

checkpoint-10/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70ee0e70bc8aa287e642ee79c81344d8ab24bb6c14ef00af32fe95b2a3982a9e
+oid sha256:ed89753effbec333f472b018394cab0286fdba0e80049740efaa89bdbed93fba
 size 279336283

checkpoint-10/trainer_state.json

@@ -1,6 +1,6 @@
 {
   "best_global_step": 10,
-  "best_metric": 1.089793926702946e+18,
+  "best_metric": 7.294625624845928e+17,
   "best_model_checkpoint": "/network/scratch/j/jianan.zhao/DNAFM/output/gencode_human_12.8k_12800/CKPT_DEBUG/checkpoint-10",
   "epoch": 0.00035457220863028757,
   "eval_steps": 10,
@@ -13,21 +13,21 @@
       "comp/rl_weight": 0.03,
       "comp/strictness": 0.0,
       "epoch": 0.00035457220863028757,
-      "grad_norm": 1119.484619140625,
-      "loss": 146.4954,
-      "loss_ce": 55.18280029296875,
-      "loss_region": 0.10638566315174103,
-      "loss_total": 55.2891845703125,
+      "grad_norm": 1130.100830078125,
+      "loss": 146.4512,
+      "loss_ce": 54.19949722290039,
+      "loss_region": 0.10721047222614288,
+      "loss_total": 54.30670928955078,
       "lr": 2.20454076850486e-05,
-      "router/selected_tokens_s0": 22.90625,
+      "router/selected_tokens_s0": 24.15625,
       "router/selected_tokens_s1": 1.0,
       "step": 10,
       "tokens_trained": 0.00409568
     },
     {
       "epoch": 0.00035457220863028757,
-      "eval_ppl": 1.089793926702946e+18,
-      "eval_runtime": 7.4688,
+      "eval_ppl": 7.294625624845928e+17,
+      "eval_runtime": 6.6402,
       "step": 10,
       "tokens_trained": 0.00409568
     },
@@ -41,14 +41,14 @@
       "eval_F_nig": 8.365496566708533e-05,
       "eval_F_promoter": 4.770454407466195e-05,
       "eval_F_utr": 7.9026626119178e-05,
-      "eval_G": 0.00018098983848678323,
-      "eval_G_cds": 0.00017869544990893493,
-      "eval_G_dig": 0.00016462976436961221,
-      "eval_G_exon": 0.0001940150685218265,
-      "eval_G_intron": 0.00017927827939164204,
-      "eval_G_nig": 0.0001736500060544804,
-      "eval_G_promoter": 0.00019476532074800724,
-      "eval_G_utr": 0.00020035056174760066,
+      "eval_G": 0.00016736338285193968,
+      "eval_G_cds": 0.00016425546555209688,
+      "eval_G_dig": 0.000140951360132302,
+      "eval_G_exon": 0.0001619063651334152,
+      "eval_G_intron": 0.00016938910394235382,
+      "eval_G_nig": 0.0001631118140770298,
+      "eval_G_promoter": 0.00016429247622091106,
+      "eval_G_utr": 0.00019291894904831453,
       "eval_avg_bp_per_token": 12799.0,
       "eval_bp_per_token/cds": 21077.722222222223,
       "eval_bp_per_token/dig": 12799.0,
@@ -57,13 +57,13 @@
       "eval_bp_per_token/nig": 11953.86301369863,
       "eval_bp_per_token/promoter": 20962.363636363636,
       "eval_bp_per_token/utr": 12653.962962962964,
-      "eval_ppl_cds": 3.6165174451293454e+20,
-      "eval_ppl_dig": 1.0595141039292915e+17,
-      "eval_ppl_exon": 3.0494664121994173e+18,
-      "eval_ppl_intron": 4.124064470122155e+17,
-      "eval_ppl_nig": 1.7108246674137136e+17,
-      "eval_ppl_promoter": 2.3044177457874593e+20,
-      "eval_ppl_utr": 6.966228632508205e+17,
+      "eval_ppl_cds": 2.311600502337928e+20,
+      "eval_ppl_dig": 9.652397143812314e+16,
+      "eval_ppl_exon": 2.2747493338461386e+18,
+      "eval_ppl_intron": 2.793470782953012e+17,
+      "eval_ppl_nig": 1.1026701972335622e+17,
+      "eval_ppl_promoter": 1.5383074335283397e+20,
+      "eval_ppl_utr": 4.222450573520073e+17,
       "step": 10,
       "tokens_trained": 0.00409568
     }

checkpoint-10/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:598e63fc194a844bc1f682ff5be48e182568d89fdb52af1791c3d1ed5721322a
+oid sha256:c4dbdc20d0327174126de42adf35e1c0844ec1a2a3097ba550495f97e879180f
 size 5969