Upload Splicebert

multimolecule-splicebert-finetuned/eval_metrics_splicebert.csv

@@ -0,0 +1,28 @@
+,step,eval_loss,eval_seq_accuracy,eval_F1,eval_ideal_threshold
+0,1000,0.006815282162278891,0.4026603852016073,0.6171703296703297,0.4752318561077118
+1,2000,0.0037505668587982655,0.6617708188998199,0.7406869859700048,0.5850344896316528
+2,3000,0.003279034746810794,0.6894138838852709,0.7554345953767182,0.592792809009552
+3,4000,0.0029538299422711134,0.709436053761951,0.7667828668070272,0.5514923930168152
+4,5000,0.002750302664935589,0.7192046556741029,0.7722696660417968,0.4618184566497803
+5,6000,0.002676873467862606,0.7314673687127615,0.7782719854306027,0.5094878077507019
+6,7000,0.0027683533262461424,0.7301510322848829,0.7810940135632897,0.5408661961555481
+7,8000,0.002569204429164529,0.735277816267147,0.7846375222694258,0.4193652868270874
+8,9000,0.002614411525428295,0.744353609533047,0.7860623781676414,0.5125839710235596
+9,10000,0.002571880118921399,0.7435915200221699,0.7914545895225235,0.5403604507446289
+10,11000,0.002500804141163826,0.7438686434806706,0.792448951623955,0.4591529965400696
+11,12000,0.0024977801367640495,0.7506581682139393,0.7933212996389891,0.5195016264915466
+12,13000,0.002506256103515625,0.750519606484689,0.7949502408833562,0.5634196996688843
+13,14000,0.002466367557644844,0.750173202161563,0.7933188390792698,0.47746482491493225
+14,15000,0.0024979824665933847,0.7483026188166828,0.7927380664756842,0.5055601596832275
+15,16000,0.0024439790286123753,0.7586254676458363,0.7993190188312139,0.5041056871414185
+16,17000,0.0024133624974638224,0.7607038935845919,0.8025286392847164,0.5179569125175476
+17,18000,0.0023823431693017483,0.7622973534709713,0.8020388483262157,0.46387553215026855
+18,19000,0.0023969090543687344,0.7575862546764583,0.8003836141937252,0.4617359936237335
+19,20000,0.0023910230956971645,0.7623666343355965,0.8018734717773874,0.4711677134037018
+20,21000,0.0023792830761522055,0.7651378689206041,0.8037143550119539,0.4961932897567749
+21,22000,0.002382500097155571,0.7649993071913538,0.8038154699965314,0.4926639199256897
+22,23000,0.002373825293034315,0.7658306775668561,0.8052274792088895,0.506659209728241
+23,24000,0.0023699423763900995,0.7652071497852293,0.8055755827925979,0.46972033381462097
+24,25000,0.002361688995733857,0.7708188998198697,0.8070101647388713,0.5162570476531982
+25,26000,0.00235151220113039,0.768740473881114,0.8066535256077739,0.48440903425216675
+26,27000,0.0023619181010872126,0.7682555078287377,0.8066019819757605,0.4802227020263672

multimolecule-splicebert-finetuned/final_model/config.json

@@ -0,0 +1,52 @@
+{
+  "_name_or_path": "multimolecule/splicebert",
+  "architectures": [
+    "SpliceBertForTokenPrediction"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head": {
+    "act": null,
+    "bias": true,
+    "dropout": 0.0,
+    "hidden_size": 512,
+    "layer_norm_eps": 1e-12,
+    "num_labels": 2,
+    "output_name": null,
+    "problem_type": "single_label_classification",
+    "transform": null,
+    "transform_act": "gelu"
+  },
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.1,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-12,
+  "lm_head": {
+    "act": null,
+    "bias": true,
+    "dropout": 0.0,
+    "hidden_size": null,
+    "layer_norm_eps": 1e-12,
+    "output_name": null,
+    "transform": "nonlinear",
+    "transform_act": "gelu"
+  },
+  "mask_token_id": 4,
+  "max_position_embeddings": 1026,
+  "model_type": "splicebert",
+  "null_token_id": 5,
+  "num_attention_heads": 16,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.3",
+  "type_vocab_size": 2,
+  "unk_token_id": 3,
+  "use_cache": true,
+  "vocab_size": 26
+}

multimolecule-splicebert-finetuned/final_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7285e3200d1b8a727c904eabee8190dbff4eecc090be018200ef726cc13c0ee
+size 78887280

multimolecule-splicebert-finetuned/final_model/special_tokens_map.json

@@ -0,0 +1,54 @@
+{
+  "additional_special_tokens": [
+    "<null>"
+  ],
+  "bos_token": {
+    "content": "<cls>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<cls>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

multimolecule-splicebert-finetuned/final_model/tokenizer_config.json

@@ -0,0 +1,68 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<cls>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<null>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<null>"
+  ],
+  "bos_token": "<cls>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<cls>",
+  "codon": false,
+  "eos_token": "<eos>",
+  "mask_token": "<mask>",
+  "model_max_length": 1026,
+  "nmers": 1,
+  "pad_token": "<pad>",
+  "replace_T_with_U": true,
+  "sep_token": "<eos>",
+  "tokenizer_class": "RnaTokenizer",
+  "unk_token": "<unk>"
+}

multimolecule-splicebert-finetuned/final_model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce47261154b49be1dcb1e977db3183bb281e4c8a0cc142d3caa177772d66d24a
+size 5368

multimolecule-splicebert-finetuned/final_model/vocab.txt

@@ -0,0 +1,26 @@
+<pad>
+<cls>
+<eos>
+<unk>
+<mask>
+<null>
+A
+C
+G
+U
+N
+R
+Y
+S
+W
+K
+M
+B
+D
+H
+V
+.
+X
+*
+-
+I