Delete human_ocr_ensembl

human_ocr_ensembl/base_3072/checkpoint-2800/config.json

@@ -1,27 +0,0 @@
-{
-  "_name_or_path": "/root/NaN/dna-tokenizer/pretrain/models/base_3072/checkpoint-100000",
-  "architectures": [
-    "BertForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_length": 512,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.35.2",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 3072
-}

human_ocr_ensembl/base_3072/checkpoint-2800/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d03574f1a1cbc4c5f1d09bf4e6310e9496e420a3c922f4186b08ddc5b294d997
-size 353632152

human_ocr_ensembl/base_3072/checkpoint-2800/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d145281badf1a6e12a06492a3af79a751464e2e2705dbc953ab34078876731a
-size 707385995

human_ocr_ensembl/base_3072/checkpoint-2800/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5eb4f754a0414db80041f9f91e8cbf397684de0d3ca59ef63abd1e17e5e76c1f
-size 14709

human_ocr_ensembl/base_3072/checkpoint-2800/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f48bffb25980b1ddc9943acd0f93ae0e40f503ed6b7b3e2f666408c6a8e8fc33
-size 1465

human_ocr_ensembl/base_3072/checkpoint-2800/special_tokens_map.json

@@ -1,7 +0,0 @@
-{
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
-}

human_ocr_ensembl/base_3072/checkpoint-2800/tokenizer_config.json

@@ -1,56 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "cache_dir": null,
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "model_max_length": 100,
-  "pad_token": "[PAD]",
-  "padding_side": "right",
-  "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
-  "trust_remote_code": true,
-  "unk_token": "[UNK]",
-  "use_fast": true
-}

human_ocr_ensembl/base_3072/checkpoint-2800/trainer_state.json

@@ -1,201 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 2.5617566331198534,
-  "eval_steps": 200,
-  "global_step": 2800,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.18,
-      "eval_accuracy": 0.6992446784161135,
-      "eval_f1": 0.6967343333524518,
-      "eval_loss": 0.5663131475448608,
-      "eval_matthews_correlation": 0.4032838364382199,
-      "eval_precision": 0.7047615707046442,
-      "eval_recall": 0.6985697953144293,
-      "eval_runtime": 2.0971,
-      "eval_samples_per_second": 8333.515,
-      "eval_steps_per_second": 65.329,
-      "step": 200
-    },
-    {
-      "epoch": 0.37,
-      "eval_accuracy": 0.6932364385442893,
-      "eval_f1": 0.6882830158676496,
-      "eval_loss": 0.5725054144859314,
-      "eval_matthews_correlation": 0.4023780258477855,
-      "eval_precision": 0.7083489182429268,
-      "eval_recall": 0.6942751575705117,
-      "eval_runtime": 2.0863,
-      "eval_samples_per_second": 8376.436,
-      "eval_steps_per_second": 65.666,
-      "step": 400
-    },
-    {
-      "epoch": 0.55,
-      "eval_accuracy": 0.7249942778667887,
-      "eval_f1": 0.7236563504089994,
-      "eval_loss": 0.5338560342788696,
-      "eval_matthews_correlation": 0.45288472081496567,
-      "eval_precision": 0.7284116969707025,
-      "eval_recall": 0.7244900032133177,
-      "eval_runtime": 2.0847,
-      "eval_samples_per_second": 8382.839,
-      "eval_steps_per_second": 65.716,
-      "step": 600
-    },
-    {
-      "epoch": 0.73,
-      "eval_accuracy": 0.727454795147631,
-      "eval_f1": 0.7271190497286429,
-      "eval_loss": 0.5313814282417297,
-      "eval_matthews_correlation": 0.45531538250312886,
-      "eval_precision": 0.7280930565651094,
-      "eval_recall": 0.7272231569276124,
-      "eval_runtime": 2.0843,
-      "eval_samples_per_second": 8384.453,
-      "eval_steps_per_second": 65.728,
-      "step": 800
-    },
-    {
-      "epoch": 0.91,
-      "eval_accuracy": 0.7303158617532616,
-      "eval_f1": 0.7275747475999237,
-      "eval_loss": 0.5319721102714539,
-      "eval_matthews_correlation": 0.46789560676374625,
-      "eval_precision": 0.7384098581673617,
-      "eval_recall": 0.7295692599623227,
-      "eval_runtime": 2.085,
-      "eval_samples_per_second": 8381.713,
-      "eval_steps_per_second": 65.707,
-      "step": 1000
-    },
-    {
-      "epoch": 1.1,
-      "eval_accuracy": 0.7380407415884642,
-      "eval_f1": 0.7380382404292021,
-      "eval_loss": 0.5272664427757263,
-      "eval_matthews_correlation": 0.4762546721569884,
-      "eval_precision": 0.7381435065052877,
-      "eval_recall": 0.7381111667497053,
-      "eval_runtime": 2.0861,
-      "eval_samples_per_second": 8377.25,
-      "eval_steps_per_second": 65.672,
-      "step": 1200
-    },
-    {
-      "epoch": 1.28,
-      "eval_accuracy": 0.7364385442893111,
-      "eval_f1": 0.736433021138519,
-      "eval_loss": 0.5285834074020386,
-      "eval_matthews_correlation": 0.47309527398952067,
-      "eval_precision": 0.736574658685002,
-      "eval_recall": 0.7365206183909514,
-      "eval_runtime": 2.0972,
-      "eval_samples_per_second": 8332.96,
-      "eval_steps_per_second": 65.325,
-      "step": 1400
-    },
-    {
-      "epoch": 1.46,
-      "eval_accuracy": 0.7356946669718472,
-      "eval_f1": 0.7355568209971208,
-      "eval_loss": 0.524845540523529,
-      "eval_matthews_correlation": 0.47250517415343696,
-      "eval_precision": 0.7365847965721319,
-      "eval_recall": 0.73592084406584,
-      "eval_runtime": 2.0891,
-      "eval_samples_per_second": 8365.186,
-      "eval_steps_per_second": 65.577,
-      "step": 1600
-    },
-    {
-      "epoch": 1.65,
-      "eval_accuracy": 0.7402723735408561,
-      "eval_f1": 0.738616418688818,
-      "eval_loss": 0.5155823230743408,
-      "eval_matthews_correlation": 0.4849472607211828,
-      "eval_precision": 0.7452896161327611,
-      "eval_recall": 0.7396899728051398,
-      "eval_runtime": 2.0895,
-      "eval_samples_per_second": 8363.752,
-      "eval_steps_per_second": 65.566,
-      "step": 1800
-    },
-    {
-      "epoch": 1.83,
-      "eval_accuracy": 0.742790112153811,
-      "eval_f1": 0.7427467082709358,
-      "eval_loss": 0.5115640163421631,
-      "eval_matthews_correlation": 0.4855319554250339,
-      "eval_precision": 0.7427981041740035,
-      "eval_recall": 0.7427338555019267,
-      "eval_runtime": 2.0887,
-      "eval_samples_per_second": 8366.987,
-      "eval_steps_per_second": 65.592,
-      "step": 2000
-    },
-    {
-      "epoch": 2.01,
-      "eval_accuracy": 0.7434195468070497,
-      "eval_f1": 0.7432712646174982,
-      "eval_loss": 0.517207145690918,
-      "eval_matthews_correlation": 0.48806105010385226,
-      "eval_precision": 0.7444059316502798,
-      "eval_recall": 0.7436556950767057,
-      "eval_runtime": 2.087,
-      "eval_samples_per_second": 8373.626,
-      "eval_steps_per_second": 65.644,
-      "step": 2200
-    },
-    {
-      "epoch": 2.2,
-      "eval_accuracy": 0.7436484321355001,
-      "eval_f1": 0.7434945812464957,
-      "eval_loss": 0.5187065601348877,
-      "eval_matthews_correlation": 0.4873991502151912,
-      "eval_precision": 0.7438979101569678,
-      "eval_recall": 0.7435014013420647,
-      "eval_runtime": 2.0875,
-      "eval_samples_per_second": 8371.903,
-      "eval_steps_per_second": 65.63,
-      "step": 2400
-    },
-    {
-      "epoch": 2.38,
-      "eval_accuracy": 0.7444495307850767,
-      "eval_f1": 0.7444090259561158,
-      "eval_loss": 0.5209320187568665,
-      "eval_matthews_correlation": 0.48944325343888784,
-      "eval_precision": 0.7448479511164695,
-      "eval_recall": 0.7445953674969612,
-      "eval_runtime": 2.0891,
-      "eval_samples_per_second": 8365.525,
-      "eval_steps_per_second": 65.58,
-      "step": 2600
-    },
-    {
-      "epoch": 2.56,
-      "eval_accuracy": 0.7459372854200046,
-      "eval_f1": 0.7451259594798789,
-      "eval_loss": 0.5175760984420776,
-      "eval_matthews_correlation": 0.49378781361272983,
-      "eval_precision": 0.748257049515006,
-      "eval_recall": 0.7455382489125468,
-      "eval_runtime": 2.0886,
-      "eval_samples_per_second": 8367.432,
-      "eval_steps_per_second": 65.595,
-      "step": 2800
-    }
-  ],
-  "logging_steps": 100000,
-  "max_steps": 3279,
-  "num_train_epochs": 3,
-  "save_steps": 200,
-  "total_flos": 1.8407496733425664e+16,
-  "trial_name": null,
-  "trial_params": null
-}

human_ocr_ensembl/base_3072/checkpoint-2800/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:074c5d4b16f394462a2ed140114255544a90f5962dd86dcd667bda481a83bcaa
-size 5265

human_ocr_ensembl/base_3072/checkpoint-3000/config.json

@@ -1,27 +0,0 @@
-{
-  "_name_or_path": "/root/NaN/dna-tokenizer/pretrain/models/base_3072/checkpoint-100000",
-  "architectures": [
-    "BertForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_length": 512,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.35.2",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 3072
-}

human_ocr_ensembl/base_3072/checkpoint-3000/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da059090f80aacd25942238bff7d321bf7f033bf80fcbb171de88c32a36ae386
-size 353632152

human_ocr_ensembl/base_3072/checkpoint-3000/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eb12062fbf81225bfabc5daa9ddca02dfddccb226fc1e7d45af7072adb971920
-size 707385995

human_ocr_ensembl/base_3072/checkpoint-3000/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:45efb8dc53020d0c80c0b48b34097b0336f1926c50380ac1b67ecece13fd0e52
-size 14709

human_ocr_ensembl/base_3072/checkpoint-3000/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e80689286bea2a0662cb87fde9669f458e4a8e334c380b87fbb028f5a928a685
-size 1465

human_ocr_ensembl/base_3072/checkpoint-3000/special_tokens_map.json

@@ -1,7 +0,0 @@
-{
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
-}

human_ocr_ensembl/base_3072/checkpoint-3000/tokenizer_config.json

@@ -1,56 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "cache_dir": null,
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "model_max_length": 100,
-  "pad_token": "[PAD]",
-  "padding_side": "right",
-  "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
-  "trust_remote_code": true,
-  "unk_token": "[UNK]",
-  "use_fast": true
-}

human_ocr_ensembl/base_3072/checkpoint-3000/trainer_state.json

@@ -1,214 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 2.7447392497712717,
-  "eval_steps": 200,
-  "global_step": 3000,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.18,
-      "eval_accuracy": 0.6992446784161135,
-      "eval_f1": 0.6967343333524518,
-      "eval_loss": 0.5663131475448608,
-      "eval_matthews_correlation": 0.4032838364382199,
-      "eval_precision": 0.7047615707046442,
-      "eval_recall": 0.6985697953144293,
-      "eval_runtime": 2.0971,
-      "eval_samples_per_second": 8333.515,
-      "eval_steps_per_second": 65.329,
-      "step": 200
-    },
-    {
-      "epoch": 0.37,
-      "eval_accuracy": 0.6932364385442893,
-      "eval_f1": 0.6882830158676496,
-      "eval_loss": 0.5725054144859314,
-      "eval_matthews_correlation": 0.4023780258477855,
-      "eval_precision": 0.7083489182429268,
-      "eval_recall": 0.6942751575705117,
-      "eval_runtime": 2.0863,
-      "eval_samples_per_second": 8376.436,
-      "eval_steps_per_second": 65.666,
-      "step": 400
-    },
-    {
-      "epoch": 0.55,
-      "eval_accuracy": 0.7249942778667887,
-      "eval_f1": 0.7236563504089994,
-      "eval_loss": 0.5338560342788696,
-      "eval_matthews_correlation": 0.45288472081496567,
-      "eval_precision": 0.7284116969707025,
-      "eval_recall": 0.7244900032133177,
-      "eval_runtime": 2.0847,
-      "eval_samples_per_second": 8382.839,
-      "eval_steps_per_second": 65.716,
-      "step": 600
-    },
-    {
-      "epoch": 0.73,
-      "eval_accuracy": 0.727454795147631,
-      "eval_f1": 0.7271190497286429,
-      "eval_loss": 0.5313814282417297,
-      "eval_matthews_correlation": 0.45531538250312886,
-      "eval_precision": 0.7280930565651094,
-      "eval_recall": 0.7272231569276124,
-      "eval_runtime": 2.0843,
-      "eval_samples_per_second": 8384.453,
-      "eval_steps_per_second": 65.728,
-      "step": 800
-    },
-    {
-      "epoch": 0.91,
-      "eval_accuracy": 0.7303158617532616,
-      "eval_f1": 0.7275747475999237,
-      "eval_loss": 0.5319721102714539,
-      "eval_matthews_correlation": 0.46789560676374625,
-      "eval_precision": 0.7384098581673617,
-      "eval_recall": 0.7295692599623227,
-      "eval_runtime": 2.085,
-      "eval_samples_per_second": 8381.713,
-      "eval_steps_per_second": 65.707,
-      "step": 1000
-    },
-    {
-      "epoch": 1.1,
-      "eval_accuracy": 0.7380407415884642,
-      "eval_f1": 0.7380382404292021,
-      "eval_loss": 0.5272664427757263,
-      "eval_matthews_correlation": 0.4762546721569884,
-      "eval_precision": 0.7381435065052877,
-      "eval_recall": 0.7381111667497053,
-      "eval_runtime": 2.0861,
-      "eval_samples_per_second": 8377.25,
-      "eval_steps_per_second": 65.672,
-      "step": 1200
-    },
-    {
-      "epoch": 1.28,
-      "eval_accuracy": 0.7364385442893111,
-      "eval_f1": 0.736433021138519,
-      "eval_loss": 0.5285834074020386,
-      "eval_matthews_correlation": 0.47309527398952067,
-      "eval_precision": 0.736574658685002,
-      "eval_recall": 0.7365206183909514,
-      "eval_runtime": 2.0972,
-      "eval_samples_per_second": 8332.96,
-      "eval_steps_per_second": 65.325,
-      "step": 1400
-    },
-    {
-      "epoch": 1.46,
-      "eval_accuracy": 0.7356946669718472,
-      "eval_f1": 0.7355568209971208,
-      "eval_loss": 0.524845540523529,
-      "eval_matthews_correlation": 0.47250517415343696,
-      "eval_precision": 0.7365847965721319,
-      "eval_recall": 0.73592084406584,
-      "eval_runtime": 2.0891,
-      "eval_samples_per_second": 8365.186,
-      "eval_steps_per_second": 65.577,
-      "step": 1600
-    },
-    {
-      "epoch": 1.65,
-      "eval_accuracy": 0.7402723735408561,
-      "eval_f1": 0.738616418688818,
-      "eval_loss": 0.5155823230743408,
-      "eval_matthews_correlation": 0.4849472607211828,
-      "eval_precision": 0.7452896161327611,
-      "eval_recall": 0.7396899728051398,
-      "eval_runtime": 2.0895,
-      "eval_samples_per_second": 8363.752,
-      "eval_steps_per_second": 65.566,
-      "step": 1800
-    },
-    {
-      "epoch": 1.83,
-      "eval_accuracy": 0.742790112153811,
-      "eval_f1": 0.7427467082709358,
-      "eval_loss": 0.5115640163421631,
-      "eval_matthews_correlation": 0.4855319554250339,
-      "eval_precision": 0.7427981041740035,
-      "eval_recall": 0.7427338555019267,
-      "eval_runtime": 2.0887,
-      "eval_samples_per_second": 8366.987,
-      "eval_steps_per_second": 65.592,
-      "step": 2000
-    },
-    {
-      "epoch": 2.01,
-      "eval_accuracy": 0.7434195468070497,
-      "eval_f1": 0.7432712646174982,
-      "eval_loss": 0.517207145690918,
-      "eval_matthews_correlation": 0.48806105010385226,
-      "eval_precision": 0.7444059316502798,
-      "eval_recall": 0.7436556950767057,
-      "eval_runtime": 2.087,
-      "eval_samples_per_second": 8373.626,
-      "eval_steps_per_second": 65.644,
-      "step": 2200
-    },
-    {
-      "epoch": 2.2,
-      "eval_accuracy": 0.7436484321355001,
-      "eval_f1": 0.7434945812464957,
-      "eval_loss": 0.5187065601348877,
-      "eval_matthews_correlation": 0.4873991502151912,
-      "eval_precision": 0.7438979101569678,
-      "eval_recall": 0.7435014013420647,
-      "eval_runtime": 2.0875,
-      "eval_samples_per_second": 8371.903,
-      "eval_steps_per_second": 65.63,
-      "step": 2400
-    },
-    {
-      "epoch": 2.38,
-      "eval_accuracy": 0.7444495307850767,
-      "eval_f1": 0.7444090259561158,
-      "eval_loss": 0.5209320187568665,
-      "eval_matthews_correlation": 0.48944325343888784,
-      "eval_precision": 0.7448479511164695,
-      "eval_recall": 0.7445953674969612,
-      "eval_runtime": 2.0891,
-      "eval_samples_per_second": 8365.525,
-      "eval_steps_per_second": 65.58,
-      "step": 2600
-    },
-    {
-      "epoch": 2.56,
-      "eval_accuracy": 0.7459372854200046,
-      "eval_f1": 0.7451259594798789,
-      "eval_loss": 0.5175760984420776,
-      "eval_matthews_correlation": 0.49378781361272983,
-      "eval_precision": 0.748257049515006,
-      "eval_recall": 0.7455382489125468,
-      "eval_runtime": 2.0886,
-      "eval_samples_per_second": 8367.432,
-      "eval_steps_per_second": 65.595,
-      "step": 2800
-    },
-    {
-      "epoch": 2.74,
-      "eval_accuracy": 0.7489127946898604,
-      "eval_f1": 0.7482889784661584,
-      "eval_loss": 0.515264630317688,
-      "eval_matthews_correlation": 0.4992191497597552,
-      "eval_precision": 0.7506571663528661,
-      "eval_recall": 0.7485663616894263,
-      "eval_runtime": 2.0902,
-      "eval_samples_per_second": 8360.847,
-      "eval_steps_per_second": 65.543,
-      "step": 3000
-    }
-  ],
-  "logging_steps": 100000,
-  "max_steps": 3279,
-  "num_train_epochs": 3,
-  "save_steps": 200,
-  "total_flos": 1.972305206129459e+16,
-  "trial_name": null,
-  "trial_params": null
-}

human_ocr_ensembl/base_3072/checkpoint-3000/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:074c5d4b16f394462a2ed140114255544a90f5962dd86dcd667bda481a83bcaa
-size 5265

human_ocr_ensembl/base_3072/checkpoint-3200/config.json

@@ -1,27 +0,0 @@
-{
-  "_name_or_path": "/root/NaN/dna-tokenizer/pretrain/models/base_3072/checkpoint-100000",
-  "architectures": [
-    "BertForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_length": 512,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.35.2",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 3072
-}

human_ocr_ensembl/base_3072/checkpoint-3200/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5dd1b9888b6ea9691bdbc2ba75b04ecf0eaa0c020d226e35298b84b55dc7bcf2
-size 353632152

human_ocr_ensembl/base_3072/checkpoint-3200/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dbcaf8c00572e9144154e120f659af2878f586fd9c6ba8b4802fd7ea32bd3285
-size 707385995

human_ocr_ensembl/base_3072/checkpoint-3200/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d1afaa0a5ee0f0e30642206abaabfa11e26562c46c22249e5acac85deb5d1059
-size 14709

human_ocr_ensembl/base_3072/checkpoint-3200/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:755d46cfc5215a19bb48117a6d65bfe2d6991b60203c226b2795038ee66cbfc4
-size 1465

human_ocr_ensembl/base_3072/checkpoint-3200/special_tokens_map.json

@@ -1,7 +0,0 @@
-{
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
-}

human_ocr_ensembl/base_3072/checkpoint-3200/tokenizer_config.json

@@ -1,56 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "cache_dir": null,
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "model_max_length": 100,
-  "pad_token": "[PAD]",
-  "padding_side": "right",
-  "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
-  "trust_remote_code": true,
-  "unk_token": "[UNK]",
-  "use_fast": true
-}

human_ocr_ensembl/base_3072/checkpoint-3200/trainer_state.json

@@ -1,227 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 2.92772186642269,
-  "eval_steps": 200,
-  "global_step": 3200,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.18,
-      "eval_accuracy": 0.6992446784161135,
-      "eval_f1": 0.6967343333524518,
-      "eval_loss": 0.5663131475448608,
-      "eval_matthews_correlation": 0.4032838364382199,
-      "eval_precision": 0.7047615707046442,
-      "eval_recall": 0.6985697953144293,
-      "eval_runtime": 2.0971,
-      "eval_samples_per_second": 8333.515,
-      "eval_steps_per_second": 65.329,
-      "step": 200
-    },
-    {
-      "epoch": 0.37,
-      "eval_accuracy": 0.6932364385442893,
-      "eval_f1": 0.6882830158676496,
-      "eval_loss": 0.5725054144859314,
-      "eval_matthews_correlation": 0.4023780258477855,
-      "eval_precision": 0.7083489182429268,
-      "eval_recall": 0.6942751575705117,
-      "eval_runtime": 2.0863,
-      "eval_samples_per_second": 8376.436,
-      "eval_steps_per_second": 65.666,
-      "step": 400
-    },
-    {
-      "epoch": 0.55,
-      "eval_accuracy": 0.7249942778667887,
-      "eval_f1": 0.7236563504089994,
-      "eval_loss": 0.5338560342788696,
-      "eval_matthews_correlation": 0.45288472081496567,
-      "eval_precision": 0.7284116969707025,
-      "eval_recall": 0.7244900032133177,
-      "eval_runtime": 2.0847,
-      "eval_samples_per_second": 8382.839,
-      "eval_steps_per_second": 65.716,
-      "step": 600
-    },
-    {
-      "epoch": 0.73,
-      "eval_accuracy": 0.727454795147631,
-      "eval_f1": 0.7271190497286429,
-      "eval_loss": 0.5313814282417297,
-      "eval_matthews_correlation": 0.45531538250312886,
-      "eval_precision": 0.7280930565651094,
-      "eval_recall": 0.7272231569276124,
-      "eval_runtime": 2.0843,
-      "eval_samples_per_second": 8384.453,
-      "eval_steps_per_second": 65.728,
-      "step": 800
-    },
-    {
-      "epoch": 0.91,
-      "eval_accuracy": 0.7303158617532616,
-      "eval_f1": 0.7275747475999237,
-      "eval_loss": 0.5319721102714539,
-      "eval_matthews_correlation": 0.46789560676374625,
-      "eval_precision": 0.7384098581673617,
-      "eval_recall": 0.7295692599623227,
-      "eval_runtime": 2.085,
-      "eval_samples_per_second": 8381.713,
-      "eval_steps_per_second": 65.707,
-      "step": 1000
-    },
-    {
-      "epoch": 1.1,
-      "eval_accuracy": 0.7380407415884642,
-      "eval_f1": 0.7380382404292021,
-      "eval_loss": 0.5272664427757263,
-      "eval_matthews_correlation": 0.4762546721569884,
-      "eval_precision": 0.7381435065052877,
-      "eval_recall": 0.7381111667497053,
-      "eval_runtime": 2.0861,
-      "eval_samples_per_second": 8377.25,
-      "eval_steps_per_second": 65.672,
-      "step": 1200
-    },
-    {
-      "epoch": 1.28,
-      "eval_accuracy": 0.7364385442893111,
-      "eval_f1": 0.736433021138519,
-      "eval_loss": 0.5285834074020386,
-      "eval_matthews_correlation": 0.47309527398952067,
-      "eval_precision": 0.736574658685002,
-      "eval_recall": 0.7365206183909514,
-      "eval_runtime": 2.0972,
-      "eval_samples_per_second": 8332.96,
-      "eval_steps_per_second": 65.325,
-      "step": 1400
-    },
-    {
-      "epoch": 1.46,
-      "eval_accuracy": 0.7356946669718472,
-      "eval_f1": 0.7355568209971208,
-      "eval_loss": 0.524845540523529,
-      "eval_matthews_correlation": 0.47250517415343696,
-      "eval_precision": 0.7365847965721319,
-      "eval_recall": 0.73592084406584,
-      "eval_runtime": 2.0891,
-      "eval_samples_per_second": 8365.186,
-      "eval_steps_per_second": 65.577,
-      "step": 1600
-    },
-    {
-      "epoch": 1.65,
-      "eval_accuracy": 0.7402723735408561,
-      "eval_f1": 0.738616418688818,
-      "eval_loss": 0.5155823230743408,
-      "eval_matthews_correlation": 0.4849472607211828,
-      "eval_precision": 0.7452896161327611,
-      "eval_recall": 0.7396899728051398,
-      "eval_runtime": 2.0895,
-      "eval_samples_per_second": 8363.752,
-      "eval_steps_per_second": 65.566,
-      "step": 1800
-    },
-    {
-      "epoch": 1.83,
-      "eval_accuracy": 0.742790112153811,
-      "eval_f1": 0.7427467082709358,
-      "eval_loss": 0.5115640163421631,
-      "eval_matthews_correlation": 0.4855319554250339,
-      "eval_precision": 0.7427981041740035,
-      "eval_recall": 0.7427338555019267,
-      "eval_runtime": 2.0887,
-      "eval_samples_per_second": 8366.987,
-      "eval_steps_per_second": 65.592,
-      "step": 2000
-    },
-    {
-      "epoch": 2.01,
-      "eval_accuracy": 0.7434195468070497,
-      "eval_f1": 0.7432712646174982,
-      "eval_loss": 0.517207145690918,
-      "eval_matthews_correlation": 0.48806105010385226,
-      "eval_precision": 0.7444059316502798,
-      "eval_recall": 0.7436556950767057,
-      "eval_runtime": 2.087,
-      "eval_samples_per_second": 8373.626,
-      "eval_steps_per_second": 65.644,
-      "step": 2200
-    },
-    {
-      "epoch": 2.2,
-      "eval_accuracy": 0.7436484321355001,
-      "eval_f1": 0.7434945812464957,
-      "eval_loss": 0.5187065601348877,
-      "eval_matthews_correlation": 0.4873991502151912,
-      "eval_precision": 0.7438979101569678,
-      "eval_recall": 0.7435014013420647,
-      "eval_runtime": 2.0875,
-      "eval_samples_per_second": 8371.903,
-      "eval_steps_per_second": 65.63,
-      "step": 2400
-    },
-    {
-      "epoch": 2.38,
-      "eval_accuracy": 0.7444495307850767,
-      "eval_f1": 0.7444090259561158,
-      "eval_loss": 0.5209320187568665,
-      "eval_matthews_correlation": 0.48944325343888784,
-      "eval_precision": 0.7448479511164695,
-      "eval_recall": 0.7445953674969612,
-      "eval_runtime": 2.0891,
-      "eval_samples_per_second": 8365.525,
-      "eval_steps_per_second": 65.58,
-      "step": 2600
-    },
-    {
-      "epoch": 2.56,
-      "eval_accuracy": 0.7459372854200046,
-      "eval_f1": 0.7451259594798789,
-      "eval_loss": 0.5175760984420776,
-      "eval_matthews_correlation": 0.49378781361272983,
-      "eval_precision": 0.748257049515006,
-      "eval_recall": 0.7455382489125468,
-      "eval_runtime": 2.0886,
-      "eval_samples_per_second": 8367.432,
-      "eval_steps_per_second": 65.595,
-      "step": 2800
-    },
-    {
-      "epoch": 2.74,
-      "eval_accuracy": 0.7489127946898604,
-      "eval_f1": 0.7482889784661584,
-      "eval_loss": 0.515264630317688,
-      "eval_matthews_correlation": 0.4992191497597552,
-      "eval_precision": 0.7506571663528661,
-      "eval_recall": 0.7485663616894263,
-      "eval_runtime": 2.0902,
-      "eval_samples_per_second": 8360.847,
-      "eval_steps_per_second": 65.543,
-      "step": 3000
-    },
-    {
-      "epoch": 2.93,
-      "eval_accuracy": 0.7493133440146487,
-      "eval_f1": 0.7492244662983006,
-      "eval_loss": 0.5168305039405823,
-      "eval_matthews_correlation": 0.4986280479962233,
-      "eval_precision": 0.7494166877586124,
-      "eval_recall": 0.7492114024956003,
-      "eval_runtime": 2.0916,
-      "eval_samples_per_second": 8355.395,
-      "eval_steps_per_second": 65.501,
-      "step": 3200
-    }
-  ],
-  "logging_steps": 100000,
-  "max_steps": 3279,
-  "num_train_epochs": 3,
-  "save_steps": 200,
-  "total_flos": 2.103860738916352e+16,
-  "trial_name": null,
-  "trial_params": null
-}

human_ocr_ensembl/base_3072/checkpoint-3200/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:074c5d4b16f394462a2ed140114255544a90f5962dd86dcd667bda481a83bcaa
-size 5265

human_ocr_ensembl/base_3072/results/base_3072_hg38_BPE_3e-5_human_ocr_ensembl_seed42/eval_results.json

@@ -1 +0,0 @@
-{"eval_loss": 0.5223153829574585, "eval_accuracy": 0.7482833600366217, "eval_f1": 0.7481930284444026, "eval_matthews_correlation": 0.49715136303222757, "eval_precision": 0.7487887865364967, "eval_recall": 0.7483627590351063, "eval_runtime": 2.084, "eval_samples_per_second": 8385.667, "eval_steps_per_second": 65.738, "epoch": 3.0}

human_ocr_ensembl/base_4096/checkpoint-2800/config.json

@@ -1,27 +0,0 @@
-{
-  "_name_or_path": "/root/NaN/dna-tokenizer/pretrain/models/base_4096/checkpoint-100000",
-  "architectures": [
-    "BertForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_length": 512,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.35.2",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 4096
-}

human_ocr_ensembl/base_4096/checkpoint-2800/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e890440bca514d6ea88df2adca78949197902e2646df8c9c24ae2c7c7360c791
-size 356777880

human_ocr_ensembl/base_4096/checkpoint-2800/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4609e64e050219e62593afb2f9fd4b1090006128d6ca4931df68ea714de8845
-size 713677451

human_ocr_ensembl/base_4096/checkpoint-2800/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5eb4f754a0414db80041f9f91e8cbf397684de0d3ca59ef63abd1e17e5e76c1f
-size 14709

human_ocr_ensembl/base_4096/checkpoint-2800/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f48bffb25980b1ddc9943acd0f93ae0e40f503ed6b7b3e2f666408c6a8e8fc33
-size 1465

human_ocr_ensembl/base_4096/checkpoint-2800/special_tokens_map.json

@@ -1,7 +0,0 @@
-{
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
-}

human_ocr_ensembl/base_4096/checkpoint-2800/tokenizer_config.json

@@ -1,56 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "cache_dir": null,
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "model_max_length": 100,
-  "pad_token": "[PAD]",
-  "padding_side": "right",
-  "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
-  "trust_remote_code": true,
-  "unk_token": "[UNK]",
-  "use_fast": true
-}

human_ocr_ensembl/base_4096/checkpoint-2800/trainer_state.json

@@ -1,201 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 2.5617566331198534,
-  "eval_steps": 200,
-  "global_step": 2800,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.18,
-      "eval_accuracy": 0.6910048065918974,
-      "eval_f1": 0.6867953797121131,
-      "eval_loss": 0.5721011161804199,
-      "eval_matthews_correlation": 0.39016412760658553,
-      "eval_precision": 0.7001605908873203,
-      "eval_recall": 0.6901323904423126,
-      "eval_runtime": 2.1037,
-      "eval_samples_per_second": 8307.24,
-      "eval_steps_per_second": 65.123,
-      "step": 200
-    },
-    {
-      "epoch": 0.37,
-      "eval_accuracy": 0.696955825131609,
-      "eval_f1": 0.6937934283608221,
-      "eval_loss": 0.5714722275733948,
-      "eval_matthews_correlation": 0.40471588399833497,
-      "eval_precision": 0.7070190047052158,
-      "eval_recall": 0.6978018237912373,
-      "eval_runtime": 2.1035,
-      "eval_samples_per_second": 8308.029,
-      "eval_steps_per_second": 65.129,
-      "step": 400
-    },
-    {
-      "epoch": 0.55,
-      "eval_accuracy": 0.7172121766994736,
-      "eval_f1": 0.7141046145807004,
-      "eval_loss": 0.5357879400253296,
-      "eval_matthews_correlation": 0.4418363941437564,
-      "eval_precision": 0.7254957397099481,
-      "eval_recall": 0.7164335781255389,
-      "eval_runtime": 2.0923,
-      "eval_samples_per_second": 8352.684,
-      "eval_steps_per_second": 65.479,
-      "step": 600
-    },
-    {
-      "epoch": 0.73,
-      "eval_accuracy": 0.7287708857862211,
-      "eval_f1": 0.7276482683515697,
-      "eval_loss": 0.5328035950660706,
-      "eval_matthews_correlation": 0.45995641554970856,
-      "eval_precision": 0.7316592914223471,
-      "eval_recall": 0.7283093232591662,
-      "eval_runtime": 2.093,
-      "eval_samples_per_second": 8349.865,
-      "eval_steps_per_second": 65.457,
-      "step": 800
-    },
-    {
-      "epoch": 0.91,
-      "eval_accuracy": 0.7316319523918516,
-      "eval_f1": 0.7297143679036964,
-      "eval_loss": 0.5285016298294067,
-      "eval_matthews_correlation": 0.4680835263721031,
-      "eval_precision": 0.7371108407581257,
-      "eval_recall": 0.7310124106519102,
-      "eval_runtime": 2.0907,
-      "eval_samples_per_second": 8358.782,
-      "eval_steps_per_second": 65.527,
-      "step": 1000
-    },
-    {
-      "epoch": 1.1,
-      "eval_accuracy": 0.7360952162966354,
-      "eval_f1": 0.7360730935237626,
-      "eval_loss": 0.5258046388626099,
-      "eval_matthews_correlation": 0.47257442532896854,
-      "eval_precision": 0.7363610290787824,
-      "eval_recall": 0.7362134193033224,
-      "eval_runtime": 2.0907,
-      "eval_samples_per_second": 8359.004,
-      "eval_steps_per_second": 65.529,
-      "step": 1200
-    },
-    {
-      "epoch": 1.28,
-      "eval_accuracy": 0.7324902723735408,
-      "eval_f1": 0.7320882177333161,
-      "eval_loss": 0.5314179062843323,
-      "eval_matthews_correlation": 0.4673756340020734,
-      "eval_precision": 0.7345368354436258,
-      "eval_recall": 0.7328418719874656,
-      "eval_runtime": 2.0874,
-      "eval_samples_per_second": 8372.02,
-      "eval_steps_per_second": 65.631,
-      "step": 1400
-    },
-    {
-      "epoch": 1.46,
-      "eval_accuracy": 0.7369535362783246,
-      "eval_f1": 0.7369259368540753,
-      "eval_loss": 0.5230308175086975,
-      "eval_matthews_correlation": 0.47433705732533343,
-      "eval_precision": 0.7372567115919358,
-      "eval_recall": 0.7370803785089889,
-      "eval_runtime": 2.0869,
-      "eval_samples_per_second": 8373.996,
-      "eval_steps_per_second": 65.646,
-      "step": 1600
-    },
-    {
-      "epoch": 1.65,
-      "eval_accuracy": 0.7384985122453651,
-      "eval_f1": 0.7364573406181625,
-      "eval_loss": 0.5120736956596375,
-      "eval_matthews_correlation": 0.4825524030233992,
-      "eval_precision": 0.7447521947091545,
-      "eval_recall": 0.7378495746895823,
-      "eval_runtime": 2.087,
-      "eval_samples_per_second": 8373.798,
-      "eval_steps_per_second": 65.645,
-      "step": 1800
-    },
-    {
-      "epoch": 1.83,
-      "eval_accuracy": 0.7433051041428245,
-      "eval_f1": 0.7430220511355246,
-      "eval_loss": 0.5135318636894226,
-      "eval_matthews_correlation": 0.48699703656933685,
-      "eval_precision": 0.7439083588851283,
-      "eval_recall": 0.7430893663416968,
-      "eval_runtime": 2.0857,
-      "eval_samples_per_second": 8379.027,
-      "eval_steps_per_second": 65.686,
-      "step": 2000
-    },
-    {
-      "epoch": 2.01,
-      "eval_accuracy": 0.7444495307850767,
-      "eval_f1": 0.7440317856809506,
-      "eval_loss": 0.5141501426696777,
-      "eval_matthews_correlation": 0.4915518994120194,
-      "eval_precision": 0.74674069083228,
-      "eval_recall": 0.7448149806589922,
-      "eval_runtime": 2.0881,
-      "eval_samples_per_second": 8369.321,
-      "eval_steps_per_second": 65.61,
-      "step": 2200
-    },
-    {
-      "epoch": 2.2,
-      "eval_accuracy": 0.7462233920805676,
-      "eval_f1": 0.7462187179801155,
-      "eval_loss": 0.5196935534477234,
-      "eval_matthews_correlation": 0.49265917852699986,
-      "eval_precision": 0.7463553642599894,
-      "eval_recall": 0.7463038169637264,
-      "eval_runtime": 2.0917,
-      "eval_samples_per_second": 8354.739,
-      "eval_steps_per_second": 65.495,
-      "step": 2400
-    },
-    {
-      "epoch": 2.38,
-      "eval_accuracy": 0.7490272373540856,
-      "eval_f1": 0.7490262874013512,
-      "eval_loss": 0.5187999606132507,
-      "eval_matthews_correlation": 0.4981056299811567,
-      "eval_precision": 0.7490470478354829,
-      "eval_recall": 0.7490585822792231,
-      "eval_runtime": 2.092,
-      "eval_samples_per_second": 8353.748,
-      "eval_steps_per_second": 65.488,
-      "step": 2600
-    },
-    {
-      "epoch": 2.56,
-      "eval_accuracy": 0.7502288853284504,
-      "eval_f1": 0.7500893125061421,
-      "eval_loss": 0.514468789100647,
-      "eval_matthews_correlation": 0.5005505338315976,
-      "eval_precision": 0.7504616294280523,
-      "eval_recall": 0.7500890430714365,
-      "eval_runtime": 2.0929,
-      "eval_samples_per_second": 8350.285,
-      "eval_steps_per_second": 65.461,
-      "step": 2800
-    }
-  ],
-  "logging_steps": 100000,
-  "max_steps": 3279,
-  "num_train_epochs": 3,
-  "save_steps": 200,
-  "total_flos": 1.8407496733425664e+16,
-  "trial_name": null,
-  "trial_params": null
-}

human_ocr_ensembl/base_4096/checkpoint-2800/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ea21f800f5b90d2324bd49cc200761eb2aaa74c2eb1b302723e6327f540d7b3
-size 5265

human_ocr_ensembl/base_4096/checkpoint-3000/config.json

@@ -1,27 +0,0 @@
-{
-  "_name_or_path": "/root/NaN/dna-tokenizer/pretrain/models/base_4096/checkpoint-100000",
-  "architectures": [
-    "BertForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_length": 512,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
-  "position_embedding_type": "absolute",
-  "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.35.2",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 4096
-}

human_ocr_ensembl/base_4096/checkpoint-3000/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a17ad1ae66605310be0b64109c296d64e804953467c9a7a5fb81334ce4e9d131
-size 356777880

human_ocr_ensembl/base_4096/checkpoint-3000/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1c4dc4c177139592facc29e9d4c1059ebc3e2731d9f7898c71201a17b26bbc23
-size 713677451

human_ocr_ensembl/base_4096/checkpoint-3000/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:45efb8dc53020d0c80c0b48b34097b0336f1926c50380ac1b67ecece13fd0e52
-size 14709

human_ocr_ensembl/base_4096/checkpoint-3000/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e80689286bea2a0662cb87fde9669f458e4a8e334c380b87fbb028f5a928a685
-size 1465

human_ocr_ensembl/base_4096/checkpoint-3000/special_tokens_map.json

@@ -1,7 +0,0 @@
-{
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
-}

human_ocr_ensembl/base_4096/checkpoint-3000/tokenizer_config.json

@@ -1,56 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "cache_dir": null,
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "model_max_length": 100,
-  "pad_token": "[PAD]",
-  "padding_side": "right",
-  "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
-  "trust_remote_code": true,
-  "unk_token": "[UNK]",
-  "use_fast": true
-}

human_ocr_ensembl/base_4096/checkpoint-3000/trainer_state.json

@@ -1,214 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 2.7447392497712717,
-  "eval_steps": 200,
-  "global_step": 3000,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.18,
-      "eval_accuracy": 0.6910048065918974,
-      "eval_f1": 0.6867953797121131,
-      "eval_loss": 0.5721011161804199,
-      "eval_matthews_correlation": 0.39016412760658553,
-      "eval_precision": 0.7001605908873203,
-      "eval_recall": 0.6901323904423126,
-      "eval_runtime": 2.1037,
-      "eval_samples_per_second": 8307.24,
-      "eval_steps_per_second": 65.123,
-      "step": 200
-    },
-    {
-      "epoch": 0.37,
-      "eval_accuracy": 0.696955825131609,
-      "eval_f1": 0.6937934283608221,
-      "eval_loss": 0.5714722275733948,
-      "eval_matthews_correlation": 0.40471588399833497,
-      "eval_precision": 0.7070190047052158,
-      "eval_recall": 0.6978018237912373,
-      "eval_runtime": 2.1035,
-      "eval_samples_per_second": 8308.029,
-      "eval_steps_per_second": 65.129,
-      "step": 400
-    },
-    {
-      "epoch": 0.55,
-      "eval_accuracy": 0.7172121766994736,
-      "eval_f1": 0.7141046145807004,
-      "eval_loss": 0.5357879400253296,
-      "eval_matthews_correlation": 0.4418363941437564,
-      "eval_precision": 0.7254957397099481,
-      "eval_recall": 0.7164335781255389,
-      "eval_runtime": 2.0923,
-      "eval_samples_per_second": 8352.684,
-      "eval_steps_per_second": 65.479,
-      "step": 600
-    },
-    {
-      "epoch": 0.73,
-      "eval_accuracy": 0.7287708857862211,
-      "eval_f1": 0.7276482683515697,
-      "eval_loss": 0.5328035950660706,
-      "eval_matthews_correlation": 0.45995641554970856,
-      "eval_precision": 0.7316592914223471,
-      "eval_recall": 0.7283093232591662,
-      "eval_runtime": 2.093,
-      "eval_samples_per_second": 8349.865,
-      "eval_steps_per_second": 65.457,
-      "step": 800
-    },
-    {
-      "epoch": 0.91,
-      "eval_accuracy": 0.7316319523918516,
-      "eval_f1": 0.7297143679036964,
-      "eval_loss": 0.5285016298294067,
-      "eval_matthews_correlation": 0.4680835263721031,
-      "eval_precision": 0.7371108407581257,
-      "eval_recall": 0.7310124106519102,
-      "eval_runtime": 2.0907,
-      "eval_samples_per_second": 8358.782,
-      "eval_steps_per_second": 65.527,
-      "step": 1000
-    },
-    {
-      "epoch": 1.1,
-      "eval_accuracy": 0.7360952162966354,
-      "eval_f1": 0.7360730935237626,
-      "eval_loss": 0.5258046388626099,
-      "eval_matthews_correlation": 0.47257442532896854,
-      "eval_precision": 0.7363610290787824,
-      "eval_recall": 0.7362134193033224,
-      "eval_runtime": 2.0907,
-      "eval_samples_per_second": 8359.004,
-      "eval_steps_per_second": 65.529,
-      "step": 1200
-    },
-    {
-      "epoch": 1.28,
-      "eval_accuracy": 0.7324902723735408,
-      "eval_f1": 0.7320882177333161,
-      "eval_loss": 0.5314179062843323,
-      "eval_matthews_correlation": 0.4673756340020734,
-      "eval_precision": 0.7345368354436258,
-      "eval_recall": 0.7328418719874656,
-      "eval_runtime": 2.0874,
-      "eval_samples_per_second": 8372.02,
-      "eval_steps_per_second": 65.631,
-      "step": 1400
-    },
-    {
-      "epoch": 1.46,
-      "eval_accuracy": 0.7369535362783246,
-      "eval_f1": 0.7369259368540753,
-      "eval_loss": 0.5230308175086975,
-      "eval_matthews_correlation": 0.47433705732533343,
-      "eval_precision": 0.7372567115919358,
-      "eval_recall": 0.7370803785089889,
-      "eval_runtime": 2.0869,
-      "eval_samples_per_second": 8373.996,
-      "eval_steps_per_second": 65.646,
-      "step": 1600
-    },
-    {
-      "epoch": 1.65,
-      "eval_accuracy": 0.7384985122453651,
-      "eval_f1": 0.7364573406181625,
-      "eval_loss": 0.5120736956596375,
-      "eval_matthews_correlation": 0.4825524030233992,
-      "eval_precision": 0.7447521947091545,
-      "eval_recall": 0.7378495746895823,
-      "eval_runtime": 2.087,
-      "eval_samples_per_second": 8373.798,
-      "eval_steps_per_second": 65.645,
-      "step": 1800
-    },
-    {
-      "epoch": 1.83,
-      "eval_accuracy": 0.7433051041428245,
-      "eval_f1": 0.7430220511355246,
-      "eval_loss": 0.5135318636894226,
-      "eval_matthews_correlation": 0.48699703656933685,
-      "eval_precision": 0.7439083588851283,
-      "eval_recall": 0.7430893663416968,
-      "eval_runtime": 2.0857,
-      "eval_samples_per_second": 8379.027,
-      "eval_steps_per_second": 65.686,
-      "step": 2000
-    },
-    {
-      "epoch": 2.01,
-      "eval_accuracy": 0.7444495307850767,
-      "eval_f1": 0.7440317856809506,
-      "eval_loss": 0.5141501426696777,
-      "eval_matthews_correlation": 0.4915518994120194,
-      "eval_precision": 0.74674069083228,
-      "eval_recall": 0.7448149806589922,
-      "eval_runtime": 2.0881,
-      "eval_samples_per_second": 8369.321,
-      "eval_steps_per_second": 65.61,
-      "step": 2200
-    },
-    {
-      "epoch": 2.2,
-      "eval_accuracy": 0.7462233920805676,
-      "eval_f1": 0.7462187179801155,
-      "eval_loss": 0.5196935534477234,
-      "eval_matthews_correlation": 0.49265917852699986,
-      "eval_precision": 0.7463553642599894,
-      "eval_recall": 0.7463038169637264,
-      "eval_runtime": 2.0917,
-      "eval_samples_per_second": 8354.739,
-      "eval_steps_per_second": 65.495,
-      "step": 2400
-    },
-    {
-      "epoch": 2.38,
-      "eval_accuracy": 0.7490272373540856,
-      "eval_f1": 0.7490262874013512,
-      "eval_loss": 0.5187999606132507,
-      "eval_matthews_correlation": 0.4981056299811567,
-      "eval_precision": 0.7490470478354829,
-      "eval_recall": 0.7490585822792231,
-      "eval_runtime": 2.092,
-      "eval_samples_per_second": 8353.748,
-      "eval_steps_per_second": 65.488,
-      "step": 2600
-    },
-    {
-      "epoch": 2.56,
-      "eval_accuracy": 0.7502288853284504,
-      "eval_f1": 0.7500893125061421,
-      "eval_loss": 0.514468789100647,
-      "eval_matthews_correlation": 0.5005505338315976,
-      "eval_precision": 0.7504616294280523,
-      "eval_recall": 0.7500890430714365,
-      "eval_runtime": 2.0929,
-      "eval_samples_per_second": 8350.285,
-      "eval_steps_per_second": 65.461,
-      "step": 2800
-    },
-    {
-      "epoch": 2.74,
-      "eval_accuracy": 0.7515449759670405,
-      "eval_f1": 0.7511901042005492,
-      "eval_loss": 0.5151657462120056,
-      "eval_matthews_correlation": 0.5037250185775379,
-      "eval_precision": 0.7524327048528103,
-      "eval_recall": 0.7512936016837559,
-      "eval_runtime": 2.0902,
-      "eval_samples_per_second": 8360.747,
-      "eval_steps_per_second": 65.543,
-      "step": 3000
-    }
-  ],
-  "logging_steps": 100000,
-  "max_steps": 3279,
-  "num_train_epochs": 3,
-  "save_steps": 200,
-  "total_flos": 1.972305206129459e+16,
-  "trial_name": null,
-  "trial_params": null
-}