Upload folder using huggingface_hub

checkpoint-20/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925e7c3900591222762661453ccd0b69bba92ee0317e75507f9a70ee3f70724c
+size 558664971

checkpoint-20/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6415cb16517110e0c48fc221ff175d37dfac542b01c1183d83871327aa7a6f3
+size 279336283

checkpoint-20/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe2e5ab8d63d8f587ff484b7963ef92eb54d0ea1bb3d32fbe6cf85156273de3
+size 15407

checkpoint-20/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaab21e04d2e794589a8c8e44154e4dc12f44ad7086b42f92fd52062990394c
+size 1529

checkpoint-20/trainer_state.json

@@ -0,0 +1,150 @@
+{
+  "best_global_step": 20,
+  "best_metric": 83052.92336765953,
+  "best_model_checkpoint": "/network/scratch/j/jianan.zhao/DNAFM/output/gencode_human_12.8k_12800/CKPT_DEBUG/checkpoint-20",
+  "epoch": 0.0007091444172605751,
+  "eval_steps": 10,
+  "global_step": 20,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 0.0,
+      "epoch": 0.00035457220863028757,
+      "grad_norm": 1119.484619140625,
+      "loss": 146.4954,
+      "loss_ce": 55.18280029296875,
+      "loss_region": 0.10638566315174103,
+      "loss_total": 55.2891845703125,
+      "lr": 2.20454076850486e-05,
+      "router/selected_tokens_s0": 22.90625,
+      "router/selected_tokens_s1": 1.0,
+      "step": 10,
+      "tokens_trained": 0.00409568
+    },
+    {
+      "epoch": 0.00035457220863028757,
+      "eval_ppl": 1.089793926702946e+18,
+      "eval_runtime": 7.4688,
+      "step": 10,
+      "tokens_trained": 0.00409568
+    },
+    {
+      "epoch": 0.00035457220863028757,
+      "eval_F": 7.813110399249941e-05,
+      "eval_F_cds": 4.744345662481978e-05,
+      "eval_F_dig": 7.813110399249941e-05,
+      "eval_F_exon": 6.977782739756614e-05,
+      "eval_F_intron": 8.580132276805985e-05,
+      "eval_F_nig": 8.365496566708533e-05,
+      "eval_F_promoter": 4.770454407466195e-05,
+      "eval_F_utr": 7.9026626119178e-05,
+      "eval_G": 0.00018098983848678323,
+      "eval_G_cds": 0.00017869544990893493,
+      "eval_G_dig": 0.00016462976436961221,
+      "eval_G_exon": 0.0001940150685218265,
+      "eval_G_intron": 0.00017927827939164204,
+      "eval_G_nig": 0.0001736500060544804,
+      "eval_G_promoter": 0.00019476532074800724,
+      "eval_G_utr": 0.00020035056174760066,
+      "eval_avg_bp_per_token": 12799.0,
+      "eval_bp_per_token/cds": 21077.722222222223,
+      "eval_bp_per_token/dig": 12799.0,
+      "eval_bp_per_token/exon": 14331.2,
+      "eval_bp_per_token/intron": 11654.831973898858,
+      "eval_bp_per_token/nig": 11953.86301369863,
+      "eval_bp_per_token/promoter": 20962.363636363636,
+      "eval_bp_per_token/utr": 12653.962962962964,
+      "eval_ppl_cds": 3.6165174451293454e+20,
+      "eval_ppl_dig": 1.0595141039292915e+17,
+      "eval_ppl_exon": 3.0494664121994173e+18,
+      "eval_ppl_intron": 4.124064470122155e+17,
+      "eval_ppl_nig": 1.7108246674137136e+17,
+      "eval_ppl_promoter": 2.3044177457874593e+20,
+      "eval_ppl_utr": 6.966228632508205e+17,
+      "step": 10,
+      "tokens_trained": 0.00409568
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 0.0,
+      "epoch": 0.0007091444172605751,
+      "grad_norm": 296.3909606933594,
+      "loss": 26.0585,
+      "loss_ce": 12.013338088989258,
+      "loss_region": 0.09937021881341934,
+      "loss_total": 12.11270809173584,
+      "lr": 4.654030511288038e-05,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "step": 20,
+      "tokens_trained": 0.00819136
+    },
+    {
+      "epoch": 0.0007091444172605751,
+      "eval_ppl": 83052.92336765953,
+      "eval_runtime": 6.5101,
+      "step": 20,
+      "tokens_trained": 0.00819136
+    },
+    {
+      "epoch": 0.0007091444172605751,
+      "eval_F": 7.813110399249941e-05,
+      "eval_F_cds": 4.744345662481978e-05,
+      "eval_F_dig": 7.813110399249941e-05,
+      "eval_F_exon": 6.977782739756614e-05,
+      "eval_F_intron": 8.580132276805985e-05,
+      "eval_F_nig": 8.365496566708533e-05,
+      "eval_F_promoter": 4.770454407466195e-05,
+      "eval_F_utr": 7.9026626119178e-05,
+      "eval_G": 7.813110399249941e-05,
+      "eval_G_cds": 4.744345662481978e-05,
+      "eval_G_dig": 7.813110399249941e-05,
+      "eval_G_exon": 6.977782739756614e-05,
+      "eval_G_intron": 8.580132276805985e-05,
+      "eval_G_nig": 8.365496566708533e-05,
+      "eval_G_promoter": 4.770454407466195e-05,
+      "eval_G_utr": 7.9026626119178e-05,
+      "eval_avg_bp_per_token": 12799.0,
+      "eval_bp_per_token/cds": 21077.722222222223,
+      "eval_bp_per_token/dig": 12799.0,
+      "eval_bp_per_token/exon": 14331.2,
+      "eval_bp_per_token/intron": 11654.831973898858,
+      "eval_bp_per_token/nig": 11953.86301369863,
+      "eval_bp_per_token/promoter": 20962.363636363636,
+      "eval_bp_per_token/utr": 12653.962962962964,
+      "eval_ppl_cds": 190899.46793400217,
+      "eval_ppl_dig": 22914.483406702355,
+      "eval_ppl_exon": 75671.08690466816,
+      "eval_ppl_intron": 69044.63564426819,
+      "eval_ppl_nig": 65731.35949006735,
+      "eval_ppl_promoter": 211928.04291369749,
+      "eval_ppl_utr": 113084.05555305106,
+      "step": 20,
+      "tokens_trained": 0.00819136
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 20,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 10,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-20/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e63fc194a844bc1f682ff5be48e182568d89fdb52af1791c3d1ed5721322a
+size 5969