Upload folder using huggingface_hub

checkpoint-10/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b83d1998394d9aaaf5a03419dd708762695e14a68776e45b8e8e8f9be78bb4
+size 558664971

checkpoint-10/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ee0e70bc8aa287e642ee79c81344d8ab24bb6c14ef00af32fe95b2a3982a9e
+size 279336283

checkpoint-10/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dd912fa024b011f8f91a76909168ba8ecca3e2d3ef77aab46a10bb1932dc75
+size 15407

checkpoint-10/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804718e7c425ad1dda949d5f7731f17ad18a6a28a2e921766a3f86ade37ab9fb
+size 1529

checkpoint-10/trainer_state.json

@@ -0,0 +1,92 @@
+{
+  "best_global_step": 10,
+  "best_metric": 1.089793926702946e+18,
+  "best_model_checkpoint": "/network/scratch/j/jianan.zhao/DNAFM/output/gencode_human_12.8k_12800/CKPT_DEBUG/checkpoint-10",
+  "epoch": 0.00035457220863028757,
+  "eval_steps": 10,
+  "global_step": 10,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 0.0,
+      "epoch": 0.00035457220863028757,
+      "grad_norm": 1119.484619140625,
+      "loss": 146.4954,
+      "loss_ce": 55.18280029296875,
+      "loss_region": 0.10638566315174103,
+      "loss_total": 55.2891845703125,
+      "lr": 2.20454076850486e-05,
+      "router/selected_tokens_s0": 22.90625,
+      "router/selected_tokens_s1": 1.0,
+      "step": 10,
+      "tokens_trained": 0.00409568
+    },
+    {
+      "epoch": 0.00035457220863028757,
+      "eval_ppl": 1.089793926702946e+18,
+      "eval_runtime": 7.4688,
+      "step": 10,
+      "tokens_trained": 0.00409568
+    },
+    {
+      "epoch": 0.00035457220863028757,
+      "eval_F": 7.813110399249941e-05,
+      "eval_F_cds": 4.744345662481978e-05,
+      "eval_F_dig": 7.813110399249941e-05,
+      "eval_F_exon": 6.977782739756614e-05,
+      "eval_F_intron": 8.580132276805985e-05,
+      "eval_F_nig": 8.365496566708533e-05,
+      "eval_F_promoter": 4.770454407466195e-05,
+      "eval_F_utr": 7.9026626119178e-05,
+      "eval_G": 0.00018098983848678323,
+      "eval_G_cds": 0.00017869544990893493,
+      "eval_G_dig": 0.00016462976436961221,
+      "eval_G_exon": 0.0001940150685218265,
+      "eval_G_intron": 0.00017927827939164204,
+      "eval_G_nig": 0.0001736500060544804,
+      "eval_G_promoter": 0.00019476532074800724,
+      "eval_G_utr": 0.00020035056174760066,
+      "eval_avg_bp_per_token": 12799.0,
+      "eval_bp_per_token/cds": 21077.722222222223,
+      "eval_bp_per_token/dig": 12799.0,
+      "eval_bp_per_token/exon": 14331.2,
+      "eval_bp_per_token/intron": 11654.831973898858,
+      "eval_bp_per_token/nig": 11953.86301369863,
+      "eval_bp_per_token/promoter": 20962.363636363636,
+      "eval_bp_per_token/utr": 12653.962962962964,
+      "eval_ppl_cds": 3.6165174451293454e+20,
+      "eval_ppl_dig": 1.0595141039292915e+17,
+      "eval_ppl_exon": 3.0494664121994173e+18,
+      "eval_ppl_intron": 4.124064470122155e+17,
+      "eval_ppl_nig": 1.7108246674137136e+17,
+      "eval_ppl_promoter": 2.3044177457874593e+20,
+      "eval_ppl_utr": 6.966228632508205e+17,
+      "step": 10,
+      "tokens_trained": 0.00409568
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 20,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 10,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-10/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e63fc194a844bc1f682ff5be48e182568d89fdb52af1791c3d1ed5721322a
+size 5969