diff --git a/CTCF_TF/config.json b/CTCF_TF/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/CTCF_TF/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/CTCF_TF/pytorch_model.bin b/CTCF_TF/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..83ceb47e6705d5fa4a6d42a782bd87d7eac8e822 --- /dev/null +++ b/CTCF_TF/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7820a4f59e8a258b4cbd5f3cbf65dfb2ff21d4369c7a0b1b9ea345df9cfa982c +size 448617482 diff --git a/CTCF_TF/special_tokens_map.json b/CTCF_TF/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/CTCF_TF/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/CTCF_TF/tokenizer.json b/CTCF_TF/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..f4d365b915d8322e842b2df8c23cca5a8e62920d --- /dev/null +++ b/CTCF_TF/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 800, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 800 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/CTCF_TF/tokenizer_config.json b/CTCF_TF/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffdec809295764641445d01323aaee8e553854be --- /dev/null +++ b/CTCF_TF/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 800, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/H3K27me3/config.json b/H3K27me3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/H3K27me3/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/H3K27me3/pytorch_model.bin b/H3K27me3/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..fc0b5cf7b0fffc05c9d0f2379582753352f22a5f --- /dev/null +++ b/H3K27me3/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c26f0b990187113ab3d8fa188df3de8bdfadad93f49d0361858f7b7769c1ab +size 448617482 diff --git a/H3K27me3/special_tokens_map.json b/H3K27me3/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/H3K27me3/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/H3K27me3/tokenizer.json b/H3K27me3/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..24906c9d648f5357eb9554825797660310af37a8 --- /dev/null +++ b/H3K27me3/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 2500, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 2500 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/H3K27me3/tokenizer_config.json b/H3K27me3/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a52165c8c2f352aff39336d757e320f13ba1c17 --- /dev/null +++ b/H3K27me3/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 2500, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/H3K4me1/config.json b/H3K4me1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/H3K4me1/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/H3K4me1/pytorch_model.bin b/H3K4me1/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f23737c35a58d48087f27d890e7ce5eac6ec7ce --- /dev/null +++ b/H3K4me1/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6ccd515b0e36fe594396ceb1dc3bbc5377aa95a9f5b070b6d95e5586fb9c95 +size 448617482 diff --git a/H3K4me1/special_tokens_map.json b/H3K4me1/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/H3K4me1/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/H3K4me1/tokenizer.json b/H3K4me1/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..24906c9d648f5357eb9554825797660310af37a8 --- /dev/null +++ b/H3K4me1/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 2500, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 2500 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/H3K4me1/tokenizer_config.json b/H3K4me1/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a52165c8c2f352aff39336d757e320f13ba1c17 --- /dev/null +++ b/H3K4me1/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 2500, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/H3K4me3/config.json b/H3K4me3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/H3K4me3/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/H3K4me3/pytorch_model.bin b/H3K4me3/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5f8af1a8e1ae7fafd44a091525503f960628b36 --- /dev/null +++ b/H3K4me3/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc04ed18c5b58b93e9051649c9ffd193774fee05b27b59d3b81e53db35ab5e8 +size 448617482 diff --git a/H3K4me3/special_tokens_map.json b/H3K4me3/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/H3K4me3/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/H3K4me3/tokenizer.json b/H3K4me3/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..24906c9d648f5357eb9554825797660310af37a8 --- /dev/null +++ b/H3K4me3/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 2500, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 2500 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/H3K4me3/tokenizer_config.json b/H3K4me3/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a52165c8c2f352aff39336d757e320f13ba1c17 --- /dev/null +++ b/H3K4me3/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 2500, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/H3K9me3/config.json b/H3K9me3/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/H3K9me3/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/H3K9me3/pytorch_model.bin b/H3K9me3/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..3bfdf2274c360af0fe44b7c297901b2f96e9ff71 --- /dev/null +++ b/H3K9me3/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ca55646e9f80adeccbcedcd917b157a3cb7046553193e1ea4f5cf110b28302 +size 448617482 diff --git a/H3K9me3/special_tokens_map.json b/H3K9me3/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/H3K9me3/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/H3K9me3/tokenizer.json b/H3K9me3/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..24906c9d648f5357eb9554825797660310af37a8 --- /dev/null +++ b/H3K9me3/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 2500, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 2500 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/H3K9me3/tokenizer_config.json b/H3K9me3/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a52165c8c2f352aff39336d757e320f13ba1c17 --- /dev/null +++ b/H3K9me3/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 2500, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/H3k27ac/config.json b/H3k27ac/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/H3k27ac/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/H3k27ac/pytorch_model.bin b/H3k27ac/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..c65710b9328f3b9506458615eafaef94c20b30f2 --- /dev/null +++ b/H3k27ac/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05d31f7e5133c8168f08bc56c13491e5e263b67513f68abea6b07b489103c33 +size 448617482 diff --git a/H3k27ac/special_tokens_map.json b/H3k27ac/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/H3k27ac/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/H3k27ac/tokenizer.json b/H3k27ac/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..24906c9d648f5357eb9554825797660310af37a8 --- /dev/null +++ b/H3k27ac/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 2500, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 2500 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/H3k27ac/tokenizer_config.json b/H3k27ac/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a52165c8c2f352aff39336d757e320f13ba1c17 --- /dev/null +++ b/H3k27ac/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 2500, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/Pou5f1_TF/config.json b/Pou5f1_TF/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/Pou5f1_TF/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/Pou5f1_TF/pytorch_model.bin b/Pou5f1_TF/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f59793084f3f53f5b9b7dc5a21fa4e9a408ca80 --- /dev/null +++ b/Pou5f1_TF/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22a2868083e1b1bd57dfa922345991786b463f144849e3ee9a7058e115fea5b +size 448617482 diff --git a/Pou5f1_TF/special_tokens_map.json b/Pou5f1_TF/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/Pou5f1_TF/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/Pou5f1_TF/tokenizer.json b/Pou5f1_TF/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..f4d365b915d8322e842b2df8c23cca5a8e62920d --- /dev/null +++ b/Pou5f1_TF/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 800, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 800 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/Pou5f1_TF/tokenizer_config.json b/Pou5f1_TF/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffdec809295764641445d01323aaee8e553854be --- /dev/null +++ b/Pou5f1_TF/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 800, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/README.md b/README.md index 3c7c6a10d0d6f251612d9fbc86faab06d66fd918..146e087f6ee3d57a25b4a920055e377d178c70f8 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,86 @@ --- -license: cc-by-nc-sa-4.0 +language: +- en +library_name: transformers +tags: +- DNA +- genomics +- fish +- sequence-classification +- FishCaduceus +- Fish_GUE +- fine-tuned +- single-nucleotide --- + +# FishCaduceus-28L-1024-FishGUE + +`FishCaduceus-28L-1024-FishGUE` is a collection of 17 task-specific models obtained by fine-tuning the pretrained `FishCaduceus-28L-1024` DNA language model on downstream fish genomic function prediction tasks from Fish_GUE. + +## Model description + +This repository contains one FishCaduceus backbone family and one fine-tuned sequence-classification model for each included task. The original task directory names are retained so that the repository can be used with `subfolder`-based loading. + +## Base model + +The base model is [`FishCaduceus/FishCaduceus-28L-1024`](https://huggingface.co/FishCaduceus/FishCaduceus-28L-1024). + +## Included downstream tasks + +| Task directory | Task description | +|---|---| +| `CTCF_TF` | CTCF transcription factor binding site prediction | +| `H3k27ac` | H3K27ac histone modification prediction | +| `H3K27me3` | H3K27me3 histone modification prediction | +| `H3K4me1` | H3K4me1 histone modification prediction | +| `H3K4me3` | H3K4me3 histone modification prediction | +| `H3K9me3` | H3K9me3 histone modification prediction | +| `Pou5f1_TF` | Pou5f1 transcription factor binding site prediction | +| `Sox2_TF` | Sox2 transcription factor binding site prediction | +| `prom_1k_all` | Promoter prediction using 1-kb sequences | +| `prom_1k_notata` | Promoter prediction using 1-kb sequences for the non-TATA promoter subset | +| `prom_1k_tata` | Promoter prediction using 1-kb sequences for the TATA promoter subset | +| `prom_300_all` | Promoter prediction using 300-bp sequences | +| `prom_300_notata` | Promoter prediction using 300-bp sequences for the non-TATA promoter subset | +| `prom_300_tata` | Promoter prediction using 300-bp sequences for the TATA promoter subset | +| `splice_acceptor` | Splice acceptor site prediction | +| `splice_donor` | Splice donor site prediction | +| `splice_all` | Splice site classification | + +## Repository structure + +The repository contains 17 task directories. Each task retains its original name and contains a configuration, model weight file, and tokenizer files where present. + +## Training data + +These models were fine-tuned on the corresponding downstream genomic function prediction tasks from Fish_GUE. No task sample counts are asserted here. + +## Intended uses + +The models are intended for research on fish genomic sequence representation and task-specific genomic function prediction. + +## Limitations + +The task models reflect the training data and task definitions used by Fish_GUE. Transfer to other species, assemblies, sequence lengths, or label definitions should be validated independently. + +## How to use + +The audited task configurations declare `CaduceusForSequenceClassification`, `model_type: caduceus`, binary or three-way label mappings through `id2label`/`label2id`, and an `auto_map` for Caduceus classes. Loading with Transformers is expected to require `trust_remote_code=True` and an environment that provides the referenced Caduceus implementation. The task directories do not contain custom Python implementation files, so standalone execution from this repository alone is not guaranteed. + +## Files in this repository + +Intermediate checkpoints, test metrics, test predictions, and training argument files were deliberately excluded. Model weights, configurations, and tokenizer files needed by the original task exports were retained. + +## Citation + +The FishCaduceus manuscript is in preparation. Citation information will be added after publication. + +## Acknowledgements + +FishCaduceus was developed for research on fish genomes at the Institute of Hydrobiology, Chinese Academy of Sciences. + +## Contact + +Xiao-Qin Xia +Institute of Hydrobiology, Chinese Academy of Sciences +Email: xqxia@ihb.ac.cn diff --git a/Sox2_TF/config.json b/Sox2_TF/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/Sox2_TF/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/Sox2_TF/pytorch_model.bin b/Sox2_TF/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..7934d00f016d5b1c3e85b33fe736d55a0a5f6c2e --- /dev/null +++ b/Sox2_TF/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4afd0f8178e88931a98bf302c9ffd1cc2ea119939bfc934e04587b4c5e7fc3 +size 448617482 diff --git a/Sox2_TF/special_tokens_map.json b/Sox2_TF/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/Sox2_TF/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/Sox2_TF/tokenizer.json b/Sox2_TF/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..f4d365b915d8322e842b2df8c23cca5a8e62920d --- /dev/null +++ b/Sox2_TF/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 800, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 800 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/Sox2_TF/tokenizer_config.json b/Sox2_TF/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffdec809295764641445d01323aaee8e553854be --- /dev/null +++ b/Sox2_TF/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 800, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/prom_1k_all/config.json b/prom_1k_all/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/prom_1k_all/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/prom_1k_all/pytorch_model.bin b/prom_1k_all/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..902566ad91ae0cf8b097f68da1dcc3bfb5284d64 --- /dev/null +++ b/prom_1k_all/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfef5d6ceaae5ed9ab7543ecc610da5c623bdb51ec2fe5595ae27b1e5a641e5c +size 448617482 diff --git a/prom_1k_all/special_tokens_map.json b/prom_1k_all/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/prom_1k_all/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/prom_1k_all/tokenizer.json b/prom_1k_all/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..b7081ad936c9c70c42613b06e9d5853c31d9c91b --- /dev/null +++ b/prom_1k_all/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 1000, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 1000 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/prom_1k_all/tokenizer_config.json b/prom_1k_all/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..aab66f66155cda4f65447236908b791d8e30dbf9 --- /dev/null +++ b/prom_1k_all/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 1000, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/prom_1k_notata/config.json b/prom_1k_notata/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/prom_1k_notata/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/prom_1k_notata/pytorch_model.bin b/prom_1k_notata/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..ec47958641e34bd47d22d27fe6f61fe13609edc8 --- /dev/null +++ b/prom_1k_notata/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6307f3d93657704254f1e6d3ea35bc803b12107420b878628a19883703c09e80 +size 448617482 diff --git a/prom_1k_notata/special_tokens_map.json b/prom_1k_notata/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/prom_1k_notata/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/prom_1k_notata/tokenizer.json b/prom_1k_notata/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..b7081ad936c9c70c42613b06e9d5853c31d9c91b --- /dev/null +++ b/prom_1k_notata/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 1000, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 1000 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/prom_1k_notata/tokenizer_config.json b/prom_1k_notata/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..aab66f66155cda4f65447236908b791d8e30dbf9 --- /dev/null +++ b/prom_1k_notata/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 1000, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/prom_1k_tata/config.json b/prom_1k_tata/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/prom_1k_tata/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/prom_1k_tata/pytorch_model.bin b/prom_1k_tata/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..90d5c777ce1afa3449acb223912f51d0acb31b5c --- /dev/null +++ b/prom_1k_tata/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9fae041d9b7f97dbe442fffdd0fc92346de30166b9c76b6c90c7941df54738c +size 448617482 diff --git a/prom_1k_tata/special_tokens_map.json b/prom_1k_tata/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/prom_1k_tata/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/prom_1k_tata/tokenizer.json b/prom_1k_tata/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..b7081ad936c9c70c42613b06e9d5853c31d9c91b --- /dev/null +++ b/prom_1k_tata/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 1000, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 1000 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/prom_1k_tata/tokenizer_config.json b/prom_1k_tata/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..aab66f66155cda4f65447236908b791d8e30dbf9 --- /dev/null +++ b/prom_1k_tata/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 1000, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/prom_300_all/config.json b/prom_300_all/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/prom_300_all/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/prom_300_all/pytorch_model.bin b/prom_300_all/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..cdc179c9bd74309ba5ff2752a08892861227746a --- /dev/null +++ b/prom_300_all/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0b371b293ad65afde3143907282b438afe64df08dae3487bc795fa4b041bbe +size 448617482 diff --git a/prom_300_all/special_tokens_map.json b/prom_300_all/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/prom_300_all/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/prom_300_all/tokenizer.json b/prom_300_all/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..7119d0e651854dc119609c139a0babbd2cc55e9a --- /dev/null +++ b/prom_300_all/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 300, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 300 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/prom_300_all/tokenizer_config.json b/prom_300_all/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b4598766946a32e9172f7d704564217f5293196 --- /dev/null +++ b/prom_300_all/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 300, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/prom_300_notata/config.json b/prom_300_notata/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/prom_300_notata/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/prom_300_notata/pytorch_model.bin b/prom_300_notata/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..5067c517086c22c28bfeabd6bac5b03a41e30d0e --- /dev/null +++ b/prom_300_notata/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ccf982b3a3b40831d826d956c57266e082b46780f74fc60c0b83b34ba98c2c +size 448617482 diff --git a/prom_300_notata/special_tokens_map.json b/prom_300_notata/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/prom_300_notata/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/prom_300_notata/tokenizer.json b/prom_300_notata/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..7119d0e651854dc119609c139a0babbd2cc55e9a --- /dev/null +++ b/prom_300_notata/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 300, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 300 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/prom_300_notata/tokenizer_config.json b/prom_300_notata/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b4598766946a32e9172f7d704564217f5293196 --- /dev/null +++ b/prom_300_notata/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 300, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/prom_300_tata/config.json b/prom_300_tata/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/prom_300_tata/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/prom_300_tata/pytorch_model.bin b/prom_300_tata/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..22e464f19caaf4c0830d422531832b351c3d6cc5 --- /dev/null +++ b/prom_300_tata/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dee61a3ec9ff34cc7f43d98dae372d02585b41963430ee01430a40457cd39b3 +size 448617482 diff --git a/prom_300_tata/special_tokens_map.json b/prom_300_tata/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/prom_300_tata/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/prom_300_tata/tokenizer.json b/prom_300_tata/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..7119d0e651854dc119609c139a0babbd2cc55e9a --- /dev/null +++ b/prom_300_tata/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 300, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 300 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/prom_300_tata/tokenizer_config.json b/prom_300_tata/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b4598766946a32e9172f7d704564217f5293196 --- /dev/null +++ b/prom_300_tata/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 300, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/splice_acceptor/config.json b/splice_acceptor/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/splice_acceptor/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/splice_acceptor/pytorch_model.bin b/splice_acceptor/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..f7ae190942ef770df45684b64578e139e663fa0e --- /dev/null +++ b/splice_acceptor/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795de8eaf1f0c1f665b2521b3db8da882e3e14576d64628f3c5a6334d3b12e7e +size 448617482 diff --git a/splice_acceptor/special_tokens_map.json b/splice_acceptor/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/splice_acceptor/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/splice_acceptor/tokenizer.json b/splice_acceptor/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..18b5b86306dd6d97ecc39f63de7e1c693b847182 --- /dev/null +++ b/splice_acceptor/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 600, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 600 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/splice_acceptor/tokenizer_config.json b/splice_acceptor/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..48f683595edc797448c853a5ffa65e8e4f3c98fb --- /dev/null +++ b/splice_acceptor/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 600, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/splice_all/config.json b/splice_all/config.json new file mode 100644 index 0000000000000000000000000000000000000000..24f8906a2fa94526f65dc39e27bfdd5dfdc69a59 --- /dev/null +++ b/splice_all/config.json @@ -0,0 +1,68 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Acceptor", + "2": "Donor" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Acceptor": 1, + "Donor": 2, + "Not": 0 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/splice_all/pytorch_model.bin b/splice_all/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..940128083f798c413d2da4e4a523e05cda6a3d53 --- /dev/null +++ b/splice_all/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7407d0de76eeb7b1b48318d8c488c53cee146315b567718b99089c3ff3fc4d52 +size 448620554 diff --git a/splice_all/special_tokens_map.json b/splice_all/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/splice_all/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/splice_all/tokenizer.json b/splice_all/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..18b5b86306dd6d97ecc39f63de7e1c693b847182 --- /dev/null +++ b/splice_all/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 600, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 600 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/splice_all/tokenizer_config.json b/splice_all/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..48f683595edc797448c853a5ffa65e8e4f3c98fb --- /dev/null +++ b/splice_all/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 600, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +} diff --git a/splice_donor/config.json b/splice_donor/config.json new file mode 100644 index 0000000000000000000000000000000000000000..818fd6cb24efa41402baba89af088134ad1aa4a0 --- /dev/null +++ b/splice_donor/config.json @@ -0,0 +1,66 @@ +{ + "_name_or_path": "/nvme0/wb_ssd0/FishCaduceus/pretrained_model/FishCaduceus_train_l28_1024/checkpoint-45000", + "architectures": [ + "CaduceusForSequenceClassification" + ], + "auto_map": { + "AutoConfig": "configuration_caduceus.CaduceusConfig", + "AutoModel": "modeling_caduceus.Caduceus", + "AutoModelForMaskedLM": "modeling_caduceus.CaduceusForMaskedLM", + "AutoModelForSequenceClassification": "modeling_caduceus.CaduceusForSequenceClassification" + }, + "bidirectional": true, + "bidirectional_strategy": "add", + "bidirectional_weight_tie": true, + "complement_map": { + "0": 0, + "1": 1, + "2": 2, + "3": 6, + "4": 5, + "5": 4, + "6": 3, + "7": 7 + }, + "d_model": 768, + "fused_add_norm": true, + "id2label": { + "0": "Not", + "1": "Yes" + }, + "initializer_cfg": { + "initializer_range": 0.02, + "n_residuals_per_layer": 1, + "rescale_prenorm_residual": true + }, + "label2id": { + "Not": 0, + "Yes": 1 + }, + "model_type": "caduceus", + "n_layer": 28, + "norm_epsilon": 1e-05, + "pad_token_id": 0, + "pad_vocab_size_multiple": 8, + "problem_type": "single_label_classification", + "rcps": true, + "residual_in_fp32": true, + "rms_norm": true, + "ssm_cfg": { + "bias": false, + "conv_bias": true, + "d_conv": 4, + "d_state": 16, + "dt_init": "random", + "dt_init_floor": 0.0001, + "dt_max": 0.1, + "dt_min": 0.001, + "dt_rank": "auto", + "dt_scale": 1.0, + "expand": 2, + "use_fast_path": true + }, + "torch_dtype": "float32", + "transformers_version": "4.30.2", + "vocab_size": 8 +} diff --git a/splice_donor/pytorch_model.bin b/splice_donor/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7697a71d7d2d26aa5e1c93c0fd86c82898e8650 --- /dev/null +++ b/splice_donor/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2f09d77cfd385999079b3a39b58653e3ef19c584e622ed485c76e86eb0ea0df +size 448617482 diff --git a/splice_donor/special_tokens_map.json b/splice_donor/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..962961477153a31b5606b5dc1cd6c37a2a290f5a --- /dev/null +++ b/splice_donor/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "mask_token": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/splice_donor/tokenizer.json b/splice_donor/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..18b5b86306dd6d97ecc39f63de7e1c693b847182 --- /dev/null +++ b/splice_donor/tokenizer.json @@ -0,0 +1,75 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 600, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 600 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "[MASK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Lowercase" + }, + "pre_tokenizer": { + "type": "Whitespace" + }, + "post_processor": null, + "decoder": null, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "[UNK]", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "[PAD]": 0, + "[MASK]": 1, + "[UNK]": 2, + "a": 3, + "c": 4, + "g": 5, + "t": 6 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/splice_donor/tokenizer_config.json b/splice_donor/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..48f683595edc797448c853a5ffa65e8e4f3c98fb --- /dev/null +++ b/splice_donor/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "clean_up_tokenization_spaces": true, + "mask_token": "[MASK]", + "model_max_length": 600, + "pad_token": "[PAD]", + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "[UNK]" +}