Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,60 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_083334-98d6pn0n/run-98d6pn0n.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_083504-xd6znn4g/run-xd6znn4g.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_110836-w934r0hw/run-w934r0hw.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_125109-mxo4ba7y/run-mxo4ba7y.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_140038-cag5l4ho/run-cag5l4ho.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_152412-l2w580i0/run-l2w580i0.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_171152-ht7c7u2r/run-ht7c7u2r.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_175218-kjpgv2kj/run-kjpgv2kj.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_194412-7glccrkd/run-7glccrkd.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_215758-igi7bnu4/run-igi7bnu4.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260305_221716-fdd3q8ae/run-fdd3q8ae.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_002740-0lbhek4e/run-0lbhek4e.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_022658-lme9vree/run-lme9vree.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_034650-5vx3bmnc/run-5vx3bmnc.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_045844-9gy218oi/run-9gy218oi.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_080101-tzutjz8c/run-tzutjz8c.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_081920-oi75mt7c/run-oi75mt7c.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_102817-i0tfydre/run-i0tfydre.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_122404-z8wzr6oa/run-z8wzr6oa.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_134526-s42xzxdh/run-s42xzxdh.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_145116-6qinnif0/run-6qinnif0.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_175144-ul5ram0z/run-ul5ram0z.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_180730-9eaiow92/run-9eaiow92.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_201818-oiqn6lhu/run-oiqn6lhu.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_220450-j97i5qhu/run-j97i5qhu.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260306_225041-sh09dizm/run-sh09dizm.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_002750-uymuu765/run-uymuu765.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_025318-q1zgv2ta/run-q1zgv2ta.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_034456-hf9t43nv/run-hf9t43nv.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_052350-icyx189y/run-icyx189y.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_080314-mvrosw49/run-mvrosw49.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_085233-inzb7bjn/run-inzb7bjn.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_104055-hh05kzkl/run-hh05kzkl.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_131510-at1htxdp/run-at1htxdp.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_141152-q05v6wzc/run-q05v6wzc.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_155139-ssfl0igb/run-ssfl0igb.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_184807-tobhmrlp/run-tobhmrlp.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_200804-tymqq6xu/run-tymqq6xu.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_205648-smymbkb0/run-smymbkb0.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_220122-h2bn8t0e/run-h2bn8t0e.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260307_232134-tlj8onax/run-tlj8onax.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_001017-hbhfi2gh/run-hbhfi2gh.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_011443-7lxf0tob/run-7lxf0tob.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_023449-5f4aqujg/run-5f4aqujg.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_032331-04xba6r6/run-04xba6r6.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_042802-k45d89yt/run-k45d89yt.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_054809-euenapke/run-euenapke.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_063652-7l50puhg/run-7l50puhg.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_074117-tmcjsfu5/run-tmcjsfu5.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_090125-5rtg1dnc/run-5rtg1dnc.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_095008-6v62tslb/run-6v62tslb.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_105437-mmqslv3t/run-mmqslv3t.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_121442-b8pjz8t5/run-b8pjz8t5.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_130322-gcnv0gtv/run-gcnv0gtv.wandb filter=lfs diff=lfs merge=lfs -text
+VASC/len2_5120/wandb/run-20260308_140747-7mhn07ym/run-7mhn07ym.wandb filter=lfs diff=lfs merge=lfs -text
+super_binary_tune_1gpu.log filter=lfs diff=lfs merge=lfs -text
+super_binary_tune_1gpu_v2.log filter=lfs diff=lfs merge=lfs -text

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.03_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6357486844062805, "eval_accuracy": 0.6803933300382404, "eval_f1": 0.6548739393065037, "eval_matthews_correlation": 0.31641893864922754, "eval_precision": 0.6646151889953476, "eval_recall": 0.6520530173232272, "eval_runtime": 16.8498, "eval_samples_per_second": 2281.387, "eval_steps_per_second": 17.864, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.03_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.610122799873352, "eval_accuracy": 0.6697276345568534, "eval_f1": 0.6448869889932074, "eval_matthews_correlation": 0.2949207806308538, "eval_precision": 0.6525822696375795, "eval_recall": 0.6425104421609849, "eval_runtime": 16.8556, "eval_samples_per_second": 2280.61, "eval_steps_per_second": 17.858, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "/home/n5huang/dna_token/pretrain/models/len2_5120/checkpoint-100000",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_length": 512,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 5120
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7f068a5bb5d999719b7d3e49292708c8dbd6e730953845f70c8016c6d61c40
+size 359923616

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f9785b2e80eea507c77a8dccd8811622a47ba29705e41b62701fa317200726
+size 719968907

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bf71de4d5336d41160a40d23406d015018445a09d519cc79523a1c64e1df3f
+size 14645

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e9ecdb96bb2533a16adc2f4371030e0b4acaf3b42ecf93089f0cdad3339289
+size 1465

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "added_tokens_decoder": {},
+  "cache_dir": null,
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "model_max_length": 200,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "trust_remote_code": true,
+  "unk_token": "[UNK]",
+  "use_fast": true
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/trainer_state.json

@@ -0,0 +1,961 @@
+{
+  "best_metric": 0.6707290940742698,
+  "best_model_checkpoint": "/home/n5huang/dna_token/Finetune-species/super_binary_out_tune_1gpu/EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418",
+  "epoch": 6.0,
+  "eval_steps": 100,
+  "global_step": 14418,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.7331022530329292e-06,
+      "loss": 0.6947,
+      "step": 100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 3.4662045060658585e-06,
+      "loss": 0.6685,
+      "step": 200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.199306759098788e-06,
+      "loss": 0.6607,
+      "step": 300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 6.932409012131717e-06,
+      "loss": 0.6541,
+      "step": 400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 8.665511265164645e-06,
+      "loss": 0.6466,
+      "step": 500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.987665576232103e-06,
+      "loss": 0.6527,
+      "step": 600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.934037646806459e-06,
+      "loss": 0.6451,
+      "step": 700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.880409717380811e-06,
+      "loss": 0.6338,
+      "step": 800
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 9.826781787955167e-06,
+      "loss": 0.6356,
+      "step": 900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 9.773153858529523e-06,
+      "loss": 0.6353,
+      "step": 1000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 9.719525929103878e-06,
+      "loss": 0.6295,
+      "step": 1100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 9.665897999678234e-06,
+      "loss": 0.6334,
+      "step": 1200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.612270070252588e-06,
+      "loss": 0.6202,
+      "step": 1300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 9.558642140826944e-06,
+      "loss": 0.6267,
+      "step": 1400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.505014211401298e-06,
+      "loss": 0.6274,
+      "step": 1500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.451386281975654e-06,
+      "loss": 0.6264,
+      "step": 1600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.397758352550009e-06,
+      "loss": 0.6169,
+      "step": 1700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.344130423124363e-06,
+      "loss": 0.6207,
+      "step": 1800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 9.290502493698719e-06,
+      "loss": 0.6206,
+      "step": 1900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 9.236874564273073e-06,
+      "loss": 0.6087,
+      "step": 2000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.18324663484743e-06,
+      "loss": 0.6197,
+      "step": 2100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.129618705421784e-06,
+      "loss": 0.6185,
+      "step": 2200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.07599077599614e-06,
+      "loss": 0.6167,
+      "step": 2300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.022362846570496e-06,
+      "loss": 0.6113,
+      "step": 2400
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6649410785359382,
+      "eval_f1": 0.6306625688061678,
+      "eval_loss": 0.6043909788131714,
+      "eval_matthews_correlation": 0.27438055934210764,
+      "eval_precision": 0.646267406316148,
+      "eval_recall": 0.6286764653195611,
+      "eval_runtime": 19.5854,
+      "eval_samples_per_second": 1962.739,
+      "eval_steps_per_second": 15.369,
+      "step": 2403
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 8.96873491714485e-06,
+      "loss": 0.6,
+      "step": 2500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 8.915106987719206e-06,
+      "loss": 0.5987,
+      "step": 2600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.86147905829356e-06,
+      "loss": 0.5987,
+      "step": 2700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 8.807851128867915e-06,
+      "loss": 0.5994,
+      "step": 2800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 8.75422319944227e-06,
+      "loss": 0.6007,
+      "step": 2900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 8.700595270016625e-06,
+      "loss": 0.6023,
+      "step": 3000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 8.646967340590981e-06,
+      "loss": 0.5954,
+      "step": 3100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 8.593339411165335e-06,
+      "loss": 0.5931,
+      "step": 3200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 8.539711481739691e-06,
+      "loss": 0.6001,
+      "step": 3300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.486083552314046e-06,
+      "loss": 0.5939,
+      "step": 3400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.432455622888402e-06,
+      "loss": 0.5997,
+      "step": 3500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 8.378827693462756e-06,
+      "loss": 0.605,
+      "step": 3600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 8.32519976403711e-06,
+      "loss": 0.5952,
+      "step": 3700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 8.271571834611466e-06,
+      "loss": 0.596,
+      "step": 3800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 8.21794390518582e-06,
+      "loss": 0.597,
+      "step": 3900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 8.164315975760176e-06,
+      "loss": 0.5921,
+      "step": 4000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 8.110688046334532e-06,
+      "loss": 0.5947,
+      "step": 4100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.057060116908887e-06,
+      "loss": 0.5899,
+      "step": 4200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 8.003432187483243e-06,
+      "loss": 0.5968,
+      "step": 4300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 7.949804258057597e-06,
+      "loss": 0.5881,
+      "step": 4400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 7.896176328631953e-06,
+      "loss": 0.5973,
+      "step": 4500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 7.842548399206307e-06,
+      "loss": 0.5985,
+      "step": 4600
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 7.788920469780662e-06,
+      "loss": 0.5871,
+      "step": 4700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 7.735292540355018e-06,
+      "loss": 0.5822,
+      "step": 4800
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.6770375380453162,
+      "eval_f1": 0.6574692809518676,
+      "eval_loss": 0.5934982895851135,
+      "eval_matthews_correlation": 0.31612126764841547,
+      "eval_precision": 0.6603790113731842,
+      "eval_recall": 0.6557757698529344,
+      "eval_runtime": 19.515,
+      "eval_samples_per_second": 1969.818,
+      "eval_steps_per_second": 15.424,
+      "step": 4806
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 7.681664610929372e-06,
+      "loss": 0.5687,
+      "step": 4900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 7.628036681503728e-06,
+      "loss": 0.5792,
+      "step": 5000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 7.574408752078083e-06,
+      "loss": 0.5654,
+      "step": 5100
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 7.520780822652438e-06,
+      "loss": 0.5634,
+      "step": 5200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 7.4671528932267935e-06,
+      "loss": 0.5739,
+      "step": 5300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.413524963801149e-06,
+      "loss": 0.5718,
+      "step": 5400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.359897034375504e-06,
+      "loss": 0.5691,
+      "step": 5500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 7.306269104949858e-06,
+      "loss": 0.5683,
+      "step": 5600
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 7.252641175524213e-06,
+      "loss": 0.5674,
+      "step": 5700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 7.199013246098568e-06,
+      "loss": 0.5681,
+      "step": 5800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 7.1453853166729235e-06,
+      "loss": 0.5715,
+      "step": 5900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.091757387247279e-06,
+      "loss": 0.5766,
+      "step": 6000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.038665737115891e-06,
+      "loss": 0.5687,
+      "step": 6100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 6.985037807690246e-06,
+      "loss": 0.5697,
+      "step": 6200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.931409878264601e-06,
+      "loss": 0.5702,
+      "step": 6300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 6.877781948838956e-06,
+      "loss": 0.5634,
+      "step": 6400
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 6.8241540194133106e-06,
+      "loss": 0.5644,
+      "step": 6500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 6.770526089987666e-06,
+      "loss": 0.5702,
+      "step": 6600
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 6.716898160562021e-06,
+      "loss": 0.5611,
+      "step": 6700
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 6.663270231136376e-06,
+      "loss": 0.5636,
+      "step": 6800
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 6.609642301710731e-06,
+      "loss": 0.5727,
+      "step": 6900
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 6.556014372285086e-06,
+      "loss": 0.57,
+      "step": 7000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 6.5023864428594415e-06,
+      "loss": 0.5694,
+      "step": 7100
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 6.4487585134337975e-06,
+      "loss": 0.5693,
+      "step": 7200
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.6836710803569106,
+      "eval_f1": 0.6505847530504971,
+      "eval_loss": 0.5912550091743469,
+      "eval_matthews_correlation": 0.3156551616143383,
+      "eval_precision": 0.6687663151538548,
+      "eval_recall": 0.6475978499662974,
+      "eval_runtime": 19.5383,
+      "eval_samples_per_second": 1967.472,
+      "eval_steps_per_second": 15.406,
+      "step": 7209
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 6.395130584008153e-06,
+      "loss": 0.545,
+      "step": 7300
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 6.341502654582508e-06,
+      "loss": 0.5433,
+      "step": 7400
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 6.287874725156862e-06,
+      "loss": 0.5439,
+      "step": 7500
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 6.234246795731217e-06,
+      "loss": 0.5472,
+      "step": 7600
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 6.1806188663055724e-06,
+      "loss": 0.5449,
+      "step": 7700
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 6.126990936879928e-06,
+      "loss": 0.5406,
+      "step": 7800
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 6.073363007454283e-06,
+      "loss": 0.5408,
+      "step": 7900
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 6.019735078028638e-06,
+      "loss": 0.546,
+      "step": 8000
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 5.96664342789725e-06,
+      "loss": 0.5438,
+      "step": 8100
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 5.913015498471605e-06,
+      "loss": 0.5438,
+      "step": 8200
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 5.85938756904596e-06,
+      "loss": 0.541,
+      "step": 8300
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.805759639620315e-06,
+      "loss": 0.5413,
+      "step": 8400
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.75213171019467e-06,
+      "loss": 0.5425,
+      "step": 8500
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 5.698503780769025e-06,
+      "loss": 0.5472,
+      "step": 8600
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 5.64487585134338e-06,
+      "loss": 0.5452,
+      "step": 8700
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 5.591247921917735e-06,
+      "loss": 0.5476,
+      "step": 8800
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 5.53761999249209e-06,
+      "loss": 0.5416,
+      "step": 8900
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.4839920630664455e-06,
+      "loss": 0.5434,
+      "step": 9000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 5.430364133640801e-06,
+      "loss": 0.5396,
+      "step": 9100
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 5.376736204215156e-06,
+      "loss": 0.5408,
+      "step": 9200
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 5.323108274789511e-06,
+      "loss": 0.5444,
+      "step": 9300
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 5.269480345363865e-06,
+      "loss": 0.5452,
+      "step": 9400
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 5.2158524159382205e-06,
+      "loss": 0.5441,
+      "step": 9500
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 5.162224486512576e-06,
+      "loss": 0.5482,
+      "step": 9600
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.6914232199994798,
+      "eval_f1": 0.6679977550773093,
+      "eval_loss": 0.5883321166038513,
+      "eval_matthews_correlation": 0.3405779971081593,
+      "eval_precision": 0.6757783549327052,
+      "eval_recall": 0.6649710684779877,
+      "eval_runtime": 19.5254,
+      "eval_samples_per_second": 1968.773,
+      "eval_steps_per_second": 15.416,
+      "step": 9612
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 5.108596557086931e-06,
+      "loss": 0.5226,
+      "step": 9700
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 5.054968627661287e-06,
+      "loss": 0.5178,
+      "step": 9800
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 5.001340698235642e-06,
+      "loss": 0.516,
+      "step": 9900
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 4.947712768809997e-06,
+      "loss": 0.517,
+      "step": 10000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 4.894084839384351e-06,
+      "loss": 0.513,
+      "step": 10100
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 4.8404569099587066e-06,
+      "loss": 0.5129,
+      "step": 10200
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 4.786828980533062e-06,
+      "loss": 0.5172,
+      "step": 10300
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 4.733201051107417e-06,
+      "loss": 0.5161,
+      "step": 10400
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 4.680109400976029e-06,
+      "loss": 0.5233,
+      "step": 10500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 4.626481471550383e-06,
+      "loss": 0.5269,
+      "step": 10600
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 4.572853542124739e-06,
+      "loss": 0.5159,
+      "step": 10700
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 4.5192256126990944e-06,
+      "loss": 0.5223,
+      "step": 10800
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.46559768327345e-06,
+      "loss": 0.5277,
+      "step": 10900
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.411969753847805e-06,
+      "loss": 0.5174,
+      "step": 11000
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 4.358341824422159e-06,
+      "loss": 0.5114,
+      "step": 11100
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 4.304713894996514e-06,
+      "loss": 0.516,
+      "step": 11200
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 4.251085965570869e-06,
+      "loss": 0.5178,
+      "step": 11300
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 4.197458036145225e-06,
+      "loss": 0.5123,
+      "step": 11400
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 4.14383010671958e-06,
+      "loss": 0.5218,
+      "step": 11500
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 4.090202177293935e-06,
+      "loss": 0.5179,
+      "step": 11600
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 4.03657424786829e-06,
+      "loss": 0.5106,
+      "step": 11700
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 3.982946318442645e-06,
+      "loss": 0.5128,
+      "step": 11800
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 3.929318389017e-06,
+      "loss": 0.5214,
+      "step": 11900
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 3.8756904595913554e-06,
+      "loss": 0.5137,
+      "step": 12000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.6888998725319321,
+      "eval_f1": 0.66994574303398,
+      "eval_loss": 0.6052850484848022,
+      "eval_matthews_correlation": 0.3411524171162684,
+      "eval_precision": 0.6731406623368063,
+      "eval_recall": 0.6680497379030923,
+      "eval_runtime": 19.4983,
+      "eval_samples_per_second": 1971.501,
+      "eval_steps_per_second": 15.437,
+      "step": 12015
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.822062530165711e-06,
+      "loss": 0.4906,
+      "step": 12100
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 3.7684346007400657e-06,
+      "loss": 0.4772,
+      "step": 12200
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 3.714806671314421e-06,
+      "loss": 0.4855,
+      "step": 12300
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 3.661178741888776e-06,
+      "loss": 0.4922,
+      "step": 12400
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 3.6080870917573873e-06,
+      "loss": 0.4957,
+      "step": 12500
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 3.5544591623317425e-06,
+      "loss": 0.4885,
+      "step": 12600
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 3.5008312329060976e-06,
+      "loss": 0.4903,
+      "step": 12700
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 3.447203303480453e-06,
+      "loss": 0.501,
+      "step": 12800
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 3.393575374054808e-06,
+      "loss": 0.4904,
+      "step": 12900
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 3.339947444629163e-06,
+      "loss": 0.4944,
+      "step": 13000
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 3.2863195152035182e-06,
+      "loss": 0.4914,
+      "step": 13100
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 3.2326915857778734e-06,
+      "loss": 0.4967,
+      "step": 13200
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 3.1790636563522286e-06,
+      "loss": 0.4959,
+      "step": 13300
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 3.1254357269265833e-06,
+      "loss": 0.4961,
+      "step": 13400
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 3.0718077975009384e-06,
+      "loss": 0.4871,
+      "step": 13500
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 3.018179868075294e-06,
+      "loss": 0.4946,
+      "step": 13600
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 2.964551938649649e-06,
+      "loss": 0.499,
+      "step": 13700
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 2.9109240092240043e-06,
+      "loss": 0.5025,
+      "step": 13800
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 2.857296079798359e-06,
+      "loss": 0.4913,
+      "step": 13900
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 2.8036681503727142e-06,
+      "loss": 0.4954,
+      "step": 14000
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 2.7500402209470694e-06,
+      "loss": 0.4912,
+      "step": 14100
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 2.6964122915214245e-06,
+      "loss": 0.4986,
+      "step": 14200
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 2.64278436209578e-06,
+      "loss": 0.4946,
+      "step": 14300
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 2.5891564326701344e-06,
+      "loss": 0.4899,
+      "step": 14400
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.6875211362867771,
+      "eval_f1": 0.6707290940742698,
+      "eval_loss": 0.6115381717681885,
+      "eval_matthews_correlation": 0.3418073762752951,
+      "eval_precision": 0.6721697718806073,
+      "eval_recall": 0.6696469147865567,
+      "eval_runtime": 19.4865,
+      "eval_samples_per_second": 1972.7,
+      "eval_steps_per_second": 15.447,
+      "step": 14418
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 19224,
+  "num_train_epochs": 8,
+  "save_steps": 100,
+  "total_flos": 1.5076606030388746e+17,
+  "trial_name": null,
+  "trial_params": null
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/checkpoint-14418/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd25c87476dc400825fd50ea4d177748dfc3847d94a85580fc47c34d139ed98
+size 5457

EXC/len2_5120/lr1e-5_wd0.01_wr0.03_ep8_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.03_ep8_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6273797750473022, "eval_accuracy": 0.6815379412606332, "eval_f1": 0.663539015826999, "eval_matthews_correlation": 0.3280975384651822, "eval_precision": 0.6661959462081748, "eval_recall": 0.6619293328190948, "eval_runtime": 16.9163, "eval_samples_per_second": 2272.418, "eval_steps_per_second": 17.793, "epoch": 8.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.06_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6238753795623779, "eval_accuracy": 0.6824484274602638, "eval_f1": 0.6565606427200865, "eval_matthews_correlation": 0.3203652072044157, "eval_precision": 0.6670074743441414, "eval_recall": 0.6536366357107426, "eval_runtime": 16.8488, "eval_samples_per_second": 2281.525, "eval_steps_per_second": 17.865, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.06_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6174302101135254, "eval_accuracy": 0.68276059415728, "eval_f1": 0.6624750290914845, "eval_matthews_correlation": 0.32733391673561507, "eval_precision": 0.6671640464977454, "eval_recall": 0.6602430296620686, "eval_runtime": 17.061, "eval_samples_per_second": 2253.157, "eval_steps_per_second": 17.643, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "/home/n5huang/dna_token/pretrain/models/len2_5120/checkpoint-100000",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_length": 512,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 5120
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05219300eb53dfbafad5bfe96d6a7db50879d841aa7fd4055b00d86228e85efb
+size 359923616

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b0ee7b32c5b50cd365264ebbfe1b0b6e9fb9d2b390d279443680a194b51d90
+size 719968907

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cf27094e4a19512f3231b7a80ef8846f13425bcf221f6799a595add06ada10
+size 14645

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b917e62d2358de84b93a633a784fa04d640b4a5b5dc8e82a311afcaaeded28
+size 1465

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "added_tokens_decoder": {},
+  "cache_dir": null,
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "model_max_length": 200,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "trust_remote_code": true,
+  "unk_token": "[UNK]",
+  "use_fast": true
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/trainer_state.json

@@ -0,0 +1,804 @@
+{
+  "best_metric": 0.6720004699115427,
+  "best_model_checkpoint": "/home/n5huang/dna_token/Finetune-species/super_binary_out_tune_1gpu/EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015",
+  "epoch": 5.0,
+  "eval_steps": 100,
+  "global_step": 12015,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.665511265164646e-07,
+      "loss": 0.6972,
+      "step": 100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.7331022530329292e-06,
+      "loss": 0.6753,
+      "step": 200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.599653379549394e-06,
+      "loss": 0.6655,
+      "step": 300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 3.4662045060658585e-06,
+      "loss": 0.6593,
+      "step": 400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.332755632582323e-06,
+      "loss": 0.6501,
+      "step": 500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.199306759098788e-06,
+      "loss": 0.6523,
+      "step": 600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 6.065857885615252e-06,
+      "loss": 0.6478,
+      "step": 700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 6.932409012131717e-06,
+      "loss": 0.6414,
+      "step": 800
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 7.79896013864818e-06,
+      "loss": 0.6433,
+      "step": 900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.665511265164645e-06,
+      "loss": 0.6411,
+      "step": 1000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 9.532062391681109e-06,
+      "loss": 0.6377,
+      "step": 1100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 9.974543442169342e-06,
+      "loss": 0.6437,
+      "step": 1200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.919203099059215e-06,
+      "loss": 0.6299,
+      "step": 1300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 9.863862755949087e-06,
+      "loss": 0.6307,
+      "step": 1400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.80852241283896e-06,
+      "loss": 0.6346,
+      "step": 1500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.753182069728832e-06,
+      "loss": 0.6321,
+      "step": 1600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.697841726618706e-06,
+      "loss": 0.6209,
+      "step": 1700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.642501383508579e-06,
+      "loss": 0.6233,
+      "step": 1800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 9.587161040398452e-06,
+      "loss": 0.6249,
+      "step": 1900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 9.531820697288324e-06,
+      "loss": 0.6116,
+      "step": 2000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.476480354178197e-06,
+      "loss": 0.6208,
+      "step": 2100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.421140011068069e-06,
+      "loss": 0.6218,
+      "step": 2200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.365799667957943e-06,
+      "loss": 0.6199,
+      "step": 2300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.310459324847814e-06,
+      "loss": 0.6131,
+      "step": 2400
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6629380088967509,
+      "eval_f1": 0.6328647862653718,
+      "eval_loss": 0.6053866744041443,
+      "eval_matthews_correlation": 0.2740289650446321,
+      "eval_precision": 0.6437006862268453,
+      "eval_recall": 0.6306393790717404,
+      "eval_runtime": 19.4966,
+      "eval_samples_per_second": 1971.675,
+      "eval_steps_per_second": 15.439,
+      "step": 2403
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.255118981737688e-06,
+      "loss": 0.6047,
+      "step": 2500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.19977863862756e-06,
+      "loss": 0.6036,
+      "step": 2600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 9.144438295517433e-06,
+      "loss": 0.6019,
+      "step": 2700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 9.089097952407306e-06,
+      "loss": 0.6012,
+      "step": 2800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 9.033757609297178e-06,
+      "loss": 0.6038,
+      "step": 2900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 8.978417266187051e-06,
+      "loss": 0.606,
+      "step": 3000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 8.923076923076925e-06,
+      "loss": 0.596,
+      "step": 3100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 8.867736579966796e-06,
+      "loss": 0.5903,
+      "step": 3200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 8.81239623685667e-06,
+      "loss": 0.6024,
+      "step": 3300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.757055893746541e-06,
+      "loss": 0.596,
+      "step": 3400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.701715550636415e-06,
+      "loss": 0.6032,
+      "step": 3500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 8.646375207526288e-06,
+      "loss": 0.6058,
+      "step": 3600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 8.59103486441616e-06,
+      "loss": 0.5976,
+      "step": 3700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 8.535694521306033e-06,
+      "loss": 0.5962,
+      "step": 3800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 8.480354178195905e-06,
+      "loss": 0.5969,
+      "step": 3900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 8.425013835085778e-06,
+      "loss": 0.5941,
+      "step": 4000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 8.36967349197565e-06,
+      "loss": 0.5979,
+      "step": 4100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.314333148865523e-06,
+      "loss": 0.5945,
+      "step": 4200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 8.258992805755395e-06,
+      "loss": 0.5977,
+      "step": 4300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 8.20365246264527e-06,
+      "loss": 0.5881,
+      "step": 4400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 8.148312119535142e-06,
+      "loss": 0.5963,
+      "step": 4500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 8.092971776425015e-06,
+      "loss": 0.6023,
+      "step": 4600
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 8.037631433314887e-06,
+      "loss": 0.5878,
+      "step": 4700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 7.98229109020476e-06,
+      "loss": 0.5852,
+      "step": 4800
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.6773236908509144,
+      "eval_f1": 0.6553082630676323,
+      "eval_loss": 0.5939255952835083,
+      "eval_matthews_correlation": 0.31322103119279804,
+      "eval_precision": 0.6602451302320906,
+      "eval_recall": 0.6530583398063112,
+      "eval_runtime": 19.5563,
+      "eval_samples_per_second": 1965.659,
+      "eval_steps_per_second": 15.391,
+      "step": 4806
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 7.926950747094632e-06,
+      "loss": 0.5712,
+      "step": 4900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 7.871610403984505e-06,
+      "loss": 0.58,
+      "step": 5000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 7.816270060874379e-06,
+      "loss": 0.5667,
+      "step": 5100
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 7.76092971776425e-06,
+      "loss": 0.5673,
+      "step": 5200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 7.705589374654124e-06,
+      "loss": 0.5721,
+      "step": 5300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.650249031543996e-06,
+      "loss": 0.5755,
+      "step": 5400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.594908688433868e-06,
+      "loss": 0.5703,
+      "step": 5500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 7.5395683453237415e-06,
+      "loss": 0.5718,
+      "step": 5600
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 7.484228002213614e-06,
+      "loss": 0.5696,
+      "step": 5700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 7.4288876591034875e-06,
+      "loss": 0.5718,
+      "step": 5800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 7.37354731599336e-06,
+      "loss": 0.5729,
+      "step": 5900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.3182069728832326e-06,
+      "loss": 0.5789,
+      "step": 6000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.263420033204206e-06,
+      "loss": 0.5674,
+      "step": 6100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 7.208079690094079e-06,
+      "loss": 0.5689,
+      "step": 6200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 7.152739346983952e-06,
+      "loss": 0.5699,
+      "step": 6300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 7.097399003873825e-06,
+      "loss": 0.5654,
+      "step": 6400
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 7.042058660763698e-06,
+      "loss": 0.5637,
+      "step": 6500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 6.98671831765357e-06,
+      "loss": 0.5707,
+      "step": 6600
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 6.931377974543443e-06,
+      "loss": 0.5632,
+      "step": 6700
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 6.8760376314333155e-06,
+      "loss": 0.5633,
+      "step": 6800
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 6.820697288323188e-06,
+      "loss": 0.5717,
+      "step": 6900
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 6.765356945213061e-06,
+      "loss": 0.5725,
+      "step": 7000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 6.710016602102933e-06,
+      "loss": 0.5669,
+      "step": 7100
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 6.654676258992806e-06,
+      "loss": 0.5718,
+      "step": 7200
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.6830467469628781,
+      "eval_f1": 0.6492722531600496,
+      "eval_loss": 0.5922620296478271,
+      "eval_matthews_correlation": 0.3138313340598382,
+      "eval_precision": 0.6682186370297363,
+      "eval_recall": 0.6463721677586287,
+      "eval_runtime": 19.5309,
+      "eval_samples_per_second": 1968.217,
+      "eval_steps_per_second": 15.411,
+      "step": 7209
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 6.599335915882678e-06,
+      "loss": 0.544,
+      "step": 7300
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 6.543995572772552e-06,
+      "loss": 0.5428,
+      "step": 7400
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 6.488655229662424e-06,
+      "loss": 0.5442,
+      "step": 7500
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 6.4333148865522976e-06,
+      "loss": 0.545,
+      "step": 7600
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 6.37797454344217e-06,
+      "loss": 0.5444,
+      "step": 7700
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 6.322634200332043e-06,
+      "loss": 0.5383,
+      "step": 7800
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 6.267293857221915e-06,
+      "loss": 0.5404,
+      "step": 7900
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 6.2119535141117886e-06,
+      "loss": 0.5435,
+      "step": 8000
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 6.157166574432762e-06,
+      "loss": 0.5459,
+      "step": 8100
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 6.101826231322635e-06,
+      "loss": 0.5454,
+      "step": 8200
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 6.046485888212508e-06,
+      "loss": 0.541,
+      "step": 8300
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.9911455451023805e-06,
+      "loss": 0.5433,
+      "step": 8400
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.935805201992253e-06,
+      "loss": 0.5441,
+      "step": 8500
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 5.880464858882126e-06,
+      "loss": 0.55,
+      "step": 8600
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 5.825124515771998e-06,
+      "loss": 0.5439,
+      "step": 8700
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 5.769784172661871e-06,
+      "loss": 0.5472,
+      "step": 8800
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 5.714443829551743e-06,
+      "loss": 0.5409,
+      "step": 8900
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.659103486441616e-06,
+      "loss": 0.542,
+      "step": 9000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 5.603763143331489e-06,
+      "loss": 0.5407,
+      "step": 9100
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 5.548422800221362e-06,
+      "loss": 0.5392,
+      "step": 9200
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 5.493082457111234e-06,
+      "loss": 0.5459,
+      "step": 9300
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 5.437742114001108e-06,
+      "loss": 0.5466,
+      "step": 9400
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 5.38240177089098e-06,
+      "loss": 0.545,
+      "step": 9500
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 5.327061427780853e-06,
+      "loss": 0.548,
+      "step": 9600
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.6939465674670274,
+      "eval_f1": 0.6660740529057907,
+      "eval_loss": 0.5900425910949707,
+      "eval_matthews_correlation": 0.34161097728078355,
+      "eval_precision": 0.679549011764573,
+      "eval_recall": 0.6624877500742639,
+      "eval_runtime": 19.5092,
+      "eval_samples_per_second": 1970.403,
+      "eval_steps_per_second": 15.429,
+      "step": 9612
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 5.271721084670725e-06,
+      "loss": 0.5242,
+      "step": 9700
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 5.216380741560599e-06,
+      "loss": 0.5158,
+      "step": 9800
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 5.161040398450471e-06,
+      "loss": 0.5197,
+      "step": 9900
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 5.105700055340344e-06,
+      "loss": 0.5146,
+      "step": 10000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 5.050913115661318e-06,
+      "loss": 0.5165,
+      "step": 10100
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 4.995572772551191e-06,
+      "loss": 0.5105,
+      "step": 10200
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 4.940232429441063e-06,
+      "loss": 0.5179,
+      "step": 10300
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 4.884892086330936e-06,
+      "loss": 0.5134,
+      "step": 10400
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 4.829551743220808e-06,
+      "loss": 0.5211,
+      "step": 10500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 4.774211400110681e-06,
+      "loss": 0.5271,
+      "step": 10600
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 4.718871057000553e-06,
+      "loss": 0.5152,
+      "step": 10700
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 4.663530713890427e-06,
+      "loss": 0.5168,
+      "step": 10800
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.608190370780299e-06,
+      "loss": 0.5234,
+      "step": 10900
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.552850027670172e-06,
+      "loss": 0.5184,
+      "step": 11000
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 4.497509684560044e-06,
+      "loss": 0.513,
+      "step": 11100
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 4.442169341449918e-06,
+      "loss": 0.5139,
+      "step": 11200
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 4.38682899833979e-06,
+      "loss": 0.515,
+      "step": 11300
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 4.331488655229663e-06,
+      "loss": 0.5097,
+      "step": 11400
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 4.276148312119535e-06,
+      "loss": 0.5224,
+      "step": 11500
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 4.220807969009409e-06,
+      "loss": 0.5202,
+      "step": 11600
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 4.165467625899281e-06,
+      "loss": 0.5109,
+      "step": 11700
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 4.110127282789154e-06,
+      "loss": 0.515,
+      "step": 11800
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 4.054786939679026e-06,
+      "loss": 0.5217,
+      "step": 11900
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 3.999446596568899e-06,
+      "loss": 0.5137,
+      "step": 12000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.6893421086860383,
+      "eval_f1": 0.6720004699115427,
+      "eval_loss": 0.606058657169342,
+      "eval_matthews_correlation": 0.34456273934437087,
+      "eval_precision": 0.6739306878694332,
+      "eval_recall": 0.6706476913286581,
+      "eval_runtime": 19.5202,
+      "eval_samples_per_second": 1969.297,
+      "eval_steps_per_second": 15.42,
+      "step": 12015
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 19224,
+  "num_train_epochs": 8,
+  "save_steps": 100,
+  "total_flos": 1.2563838358657288e+17,
+  "trial_name": null,
+  "trial_params": null
+}

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/checkpoint-12015/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad327b54cc190e55a5a1080b15ee5f9a17da9035ed5ddf3c80e4bf0453417657
+size 5457

EXC/len2_5120/lr1e-5_wd0.01_wr0.06_ep8_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.06_ep8_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6329239010810852, "eval_accuracy": 0.6886137197263339, "eval_f1": 0.6652727224953743, "eval_matthews_correlation": 0.33579720394183793, "eval_precision": 0.6736780661849995, "eval_recall": 0.6623114602955191, "eval_runtime": 16.8677, "eval_samples_per_second": 2278.967, "eval_steps_per_second": 17.845, "epoch": 8.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.10_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.10_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.7077308893203735, "eval_accuracy": 0.673629718269556, "eval_f1": 0.6504402844866973, "eval_matthews_correlation": 0.30491593436219494, "eval_precision": 0.656984849448054, "eval_recall": 0.6480616240275071, "eval_runtime": 16.7915, "eval_samples_per_second": 2289.316, "eval_steps_per_second": 17.926, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.10_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.10_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6040997505187988, "eval_accuracy": 0.6814078718035431, "eval_f1": 0.6538742486713068, "eval_matthews_correlation": 0.3166627650835211, "eval_precision": 0.666073868004726, "eval_recall": 0.6509498574265273, "eval_runtime": 16.905, "eval_samples_per_second": 2273.941, "eval_steps_per_second": 17.805, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.01_wr0.10_ep8_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.01_wr0.10_ep8_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6166349053382874, "eval_accuracy": 0.6806274550610025, "eval_f1": 0.6590429074331704, "eval_matthews_correlation": 0.321291216390383, "eval_precision": 0.6647555373558618, "eval_recall": 0.6566382037689054, "eval_runtime": 16.9797, "eval_samples_per_second": 2263.932, "eval_steps_per_second": 17.727, "epoch": 8.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.03_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.03_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.7454449534416199, "eval_accuracy": 0.6747483156005307, "eval_f1": 0.6528827114951441, "eval_matthews_correlation": 0.3088522152023034, "eval_precision": 0.6583122851450061, "eval_recall": 0.650635326165619, "eval_runtime": 16.793, "eval_samples_per_second": 2289.109, "eval_steps_per_second": 17.924, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.03_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.03_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6153496503829956, "eval_accuracy": 0.6841393304024349, "eval_f1": 0.6587833415200854, "eval_matthews_correlation": 0.3244230576416508, "eval_precision": 0.6688670237589955, "eval_recall": 0.6558183444977534, "eval_runtime": 16.8358, "eval_samples_per_second": 2283.284, "eval_steps_per_second": 17.879, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.03_ep8_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.03_ep8_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6283503770828247, "eval_accuracy": 0.6784422881818891, "eval_f1": 0.6578341351115302, "eval_matthews_correlation": 0.31806493804358066, "eval_precision": 0.6624568418970849, "eval_recall": 0.6556802773452197, "eval_runtime": 17.0657, "eval_samples_per_second": 2252.531, "eval_steps_per_second": 17.638, "epoch": 8.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.06_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.06_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6170521378517151, "eval_accuracy": 0.6815119273692152, "eval_f1": 0.6559819047010903, "eval_matthews_correlation": 0.3187497150602839, "eval_precision": 0.6658907093435741, "eval_recall": 0.6531149352080152, "eval_runtime": 16.8352, "eval_samples_per_second": 2283.372, "eval_steps_per_second": 17.879, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.06_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.06_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6064364314079285, "eval_accuracy": 0.6826045108087719, "eval_f1": 0.6468208617878324, "eval_matthews_correlation": 0.31353660793740507, "eval_precision": 0.6701359740788075, "eval_recall": 0.6444509385054551, "eval_runtime": 16.8139, "eval_samples_per_second": 2286.27, "eval_steps_per_second": 17.902, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.06_ep8_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.06_ep8_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6228387951850891, "eval_accuracy": 0.6841913581852709, "eval_f1": 0.6616551349850848, "eval_matthews_correlation": 0.327506067522693, "eval_precision": 0.6686757030958517, "eval_recall": 0.6589740287064745, "eval_runtime": 16.8073, "eval_samples_per_second": 2287.166, "eval_steps_per_second": 17.909, "epoch": 8.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.10_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.10_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6408050656318665, "eval_accuracy": 0.6750084545147108, "eval_f1": 0.6526051749871193, "eval_matthews_correlation": 0.30871339025102856, "eval_precision": 0.6585511257793683, "eval_recall": 0.650273227092856, "eval_runtime": 16.8428, "eval_samples_per_second": 2282.336, "eval_steps_per_second": 17.871, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.10_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.10_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6093072295188904, "eval_accuracy": 0.6733175515725397, "eval_f1": 0.6488196050892268, "eval_matthews_correlation": 0.3027561442739076, "eval_precision": 0.6565947478354545, "eval_recall": 0.6463351807174249, "eval_runtime": 16.7796, "eval_samples_per_second": 2290.94, "eval_steps_per_second": 17.938, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.05_wr0.10_ep8_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.05_wr0.10_ep8_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6760736107826233, "eval_accuracy": 0.6821622746546656, "eval_f1": 0.6571599383251296, "eval_matthews_correlation": 0.3206364142139045, "eval_precision": 0.6665716763488807, "eval_recall": 0.6542995069351137, "eval_runtime": 16.781, "eval_samples_per_second": 2290.746, "eval_steps_per_second": 17.937, "epoch": 8.0}

EXC/len2_5120/lr1e-5_wd0.0_wr0.03_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.0_wr0.03_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6252485513687134, "eval_accuracy": 0.6758929268229235, "eval_f1": 0.6582766221795284, "eval_matthews_correlation": 0.3172649278524918, "eval_precision": 0.6603397200966195, "eval_recall": 0.6569433861812151, "eval_runtime": 16.8474, "eval_samples_per_second": 2281.719, "eval_steps_per_second": 17.866, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.0_wr0.03_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.0_wr0.03_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6157869696617126, "eval_accuracy": 0.6776618714393486, "eval_f1": 0.6594568636231442, "eval_matthews_correlation": 0.31992044241437034, "eval_precision": 0.6620468998304383, "eval_recall": 0.657900412753502, "eval_runtime": 16.8352, "eval_samples_per_second": 2283.37, "eval_steps_per_second": 17.879, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.0_wr0.03_ep8_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.0_wr0.03_ep8_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.6130627989768982, "eval_accuracy": 0.6801331911240602, "eval_f1": 0.6588714041498454, "eval_matthews_correlation": 0.32068095759697224, "eval_precision": 0.6642340912810796, "eval_recall": 0.6565391749105722, "eval_runtime": 16.9046, "eval_samples_per_second": 2273.999, "eval_steps_per_second": 17.806, "epoch": 8.0}

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep10_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.0_wr0.06_ep10_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.7046112418174744, "eval_accuracy": 0.6771415936109882, "eval_f1": 0.6582590676353487, "eval_matthews_correlation": 0.31784002328198446, "eval_precision": 0.6613415769080511, "eval_recall": 0.6565347914900219, "eval_runtime": 16.9481, "eval_samples_per_second": 2268.156, "eval_steps_per_second": 17.76, "epoch": 10.0}

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep6_seed42/results/hg38_len2_5120_binary_EXC_lr1e-5_wd0.0_wr0.06_ep6_seed42/eval_results.json

@@ -0,0 +1 @@
+{"eval_loss": 0.634506106376648, "eval_accuracy": 0.6725371348299992, "eval_f1": 0.6585922723336581, "eval_matthews_correlation": 0.31719402860851303, "eval_precision": 0.6584232433177739, "eval_recall": 0.6587709758963289, "eval_runtime": 16.9613, "eval_samples_per_second": 2266.391, "eval_steps_per_second": 17.746, "epoch": 6.0}

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep8_seed42/checkpoint-14418/config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "/home/n5huang/dna_token/pretrain/models/len2_5120/checkpoint-100000",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_length": 512,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 5120
+}

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep8_seed42/checkpoint-14418/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bb57b503c8a3510b7de6bc18b90a9036eef0842d32e4b043967c6fa43739c4
+size 359923616

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep8_seed42/checkpoint-14418/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117a52985de4b2fa6254c0c532022ea96d49b8077e9214caed80b2026c14274f
+size 719968907

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep8_seed42/checkpoint-14418/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bf71de4d5336d41160a40d23406d015018445a09d519cc79523a1c64e1df3f
+size 14645

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep8_seed42/checkpoint-14418/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83030087260d9bea4bf4c918edf8b36e739d1175ae32845562cc30f21774e2c9
+size 1465

EXC/len2_5120/lr1e-5_wd0.0_wr0.06_ep8_seed42/checkpoint-14418/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}