Hugging Face's logo

VirtualCell2025
/
ESM2_t33_650M_UR50D

PyTorch
TensorFlow
Safetensors
esm
Model card Files
xet
 Community
Troyejcan commited on
Commit
678ae5c
·
verified ·
1 Parent(s): 3d6043d

Upload 19 files

Browse files
Files changed (19) hide show
  1. .cache/huggingface/.gitignore +1 -0
  2. .cache/huggingface/download/.gitattributes.metadata +3 -0
  3. .cache/huggingface/download/README.md.metadata +3 -0
  4. .cache/huggingface/download/config.json.metadata +3 -0
  5. .cache/huggingface/download/model.safetensors.metadata +3 -0
  6. .cache/huggingface/download/pytorch_model.bin.metadata +3 -0
  7. .cache/huggingface/download/special_tokens_map.json.metadata +3 -0
  8. .cache/huggingface/download/tf_model.h5.metadata +3 -0
  9. .cache/huggingface/download/tokenizer_config.json.metadata +3 -0
  10. .cache/huggingface/download/vocab.txt.metadata +3 -0
  11. .gitattributes +1 -3
  12. README.md +20 -0
  13. config.json +29 -0
  14. model.safetensors +3 -0
  15. pytorch_model.bin +3 -0
  16. special_tokens_map.json +7 -0
  17. tf_model.h5 +3 -0
  18. tokenizer_config.json +4 -0
  19. vocab.txt +33 -0
.cache/huggingface/.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ *
.cache/huggingface/download/.gitattributes.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ 3476589a58942b0e9ef94ae0efb29355707f95bb
3
+ 1754103081.7302186
.cache/huggingface/download/README.md.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ 78b8e54d14b2ccb65a6f3456cc72e603ddd8658d
3
+ 1754103854.132673
.cache/huggingface/download/config.json.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ a956a25d277f30bd870d3760b9a116f19ead885e
3
+ 1754103081.764458
.cache/huggingface/download/model.safetensors.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ a08adabb949fa67ad3c14b509d04fd60368b35007b0095e3358f81200c4f4db0
3
+ 1754103987.173718
.cache/huggingface/download/pytorch_model.bin.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ c874668852c7275a159e2c7ceb6069671d7b1ba2c7b52f59600b34ce0f721008
3
+ 1754103975.3531594
.cache/huggingface/download/special_tokens_map.json.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ ba0f9b53dbbf27934f7555e5d31e37bdea9317f1
3
+ 1754103854.4794064
.cache/huggingface/download/tf_model.h5.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ 3110b0ee07a47362ff90dc4d780b12287e06f2a09f56c8e117c4aed089fc96b8
3
+ 1754103289.2017767
.cache/huggingface/download/tokenizer_config.json.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ 3f0d47e841e1cb75257aeaf76d156802899a217e
3
+ 1754103854.190034
.cache/huggingface/download/vocab.txt.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 08e4846e537177426273712802403f7ba8261b6c
2
+ 6b946952cc35537226f07fd70957ee2f848880d2
3
+ 1754103853.8678832
.gitattributes CHANGED
@@ -2,7 +2,6 @@
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
4
  *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
7
  *.gz filter=lfs diff=lfs merge=lfs -text
8
  *.h5 filter=lfs diff=lfs merge=lfs -text
@@ -22,10 +21,8 @@
22
  *.pt filter=lfs diff=lfs merge=lfs -text
23
  *.pth filter=lfs diff=lfs merge=lfs -text
24
  *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
  *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
  *.tflite filter=lfs diff=lfs merge=lfs -text
30
  *.tgz filter=lfs diff=lfs merge=lfs -text
31
  *.wasm filter=lfs diff=lfs merge=lfs -text
@@ -33,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
4
  *.bz2 filter=lfs diff=lfs merge=lfs -text
 
5
  *.ftz filter=lfs diff=lfs merge=lfs -text
6
  *.gz filter=lfs diff=lfs merge=lfs -text
7
  *.h5 filter=lfs diff=lfs merge=lfs -text
 
21
  *.pt filter=lfs diff=lfs merge=lfs -text
22
  *.pth filter=lfs diff=lfs merge=lfs -text
23
  *.rar filter=lfs diff=lfs merge=lfs -text
 
24
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
25
  *.tar.* filter=lfs diff=lfs merge=lfs -text
 
26
  *.tflite filter=lfs diff=lfs merge=lfs -text
27
  *.tgz filter=lfs diff=lfs merge=lfs -text
28
  *.wasm filter=lfs diff=lfs merge=lfs -text
 
30
  *.zip filter=lfs diff=lfs merge=lfs -text
31
  *.zst filter=lfs diff=lfs merge=lfs -text
32
  *tfevents* filter=lfs diff=lfs merge=lfs -text
33
+ model.safetensors filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ widget:
4
+ - text: "MQIFVKTLTGKTITLEVEPS<mask>TIENVKAKIQDKEGIPPDQQRLIFAGKQLEDGRTLSDYNIQKESTLHLVLRLRGG"
5
+ ---
6
+
7
+ ## ESM-2
8
+
9
+ ESM-2 is a state-of-the-art protein model trained on a masked language modelling objective. It is suitable for fine-tuning on a wide range of tasks that take protein sequences as input. For detailed information on the model architecture and training data, please refer to the [accompanying paper](https://www.biorxiv.org/content/10.1101/2022.07.20.500902v2). You may also be interested in some demo notebooks ([PyTorch](https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/protein_language_modeling.ipynb), [TensorFlow](https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/protein_language_modeling-tf.ipynb)) which demonstrate how to fine-tune ESM-2 models on your tasks of interest.
10
+
11
+ Several ESM-2 checkpoints are available in the Hub with varying sizes. Larger sizes generally have somewhat better accuracy, but require much more memory and time to train:
12
+
13
+ | Checkpoint name | Num layers | Num parameters |
14
+ |------------------------------|----|----------|
15
+ | [esm2_t48_15B_UR50D](https://huggingface.co/facebook/esm2_t48_15B_UR50D) | 48 | 15B |
16
+ | [esm2_t36_3B_UR50D](https://huggingface.co/facebook/esm2_t36_3B_UR50D) | 36 | 3B |
17
+ | [esm2_t33_650M_UR50D](https://huggingface.co/facebook/esm2_t33_650M_UR50D) | 33 | 650M |
18
+ | [esm2_t30_150M_UR50D](https://huggingface.co/facebook/esm2_t30_150M_UR50D) | 30 | 150M |
19
+ | [esm2_t12_35M_UR50D](https://huggingface.co/facebook/esm2_t12_35M_UR50D) | 12 | 35M |
20
+ | [esm2_t6_8M_UR50D](https://huggingface.co/facebook/esm2_t6_8M_UR50D) | 6 | 8M |
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "EsmForMaskedLM"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.0,
6
+ "classifier_dropout": null,
7
+ "emb_layer_norm_before": false,
8
+ "esmfold_config": null,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 1280,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 5120,
14
+ "is_folding_model": false,
15
+ "layer_norm_eps": 1e-05,
16
+ "mask_token_id": 32,
17
+ "max_position_embeddings": 1026,
18
+ "model_type": "esm",
19
+ "num_attention_heads": 20,
20
+ "num_hidden_layers": 33,
21
+ "pad_token_id": 1,
22
+ "position_embedding_type": "rotary",
23
+ "token_dropout": true,
24
+ "torch_dtype": "float32",
25
+ "transformers_version": "4.25.0.dev0",
26
+ "use_cache": true,
27
+ "vocab_list": null,
28
+ "vocab_size": 33
29
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08adabb949fa67ad3c14b509d04fd60368b35007b0095e3358f81200c4f4db0
3
+ size 2609506392
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c874668852c7275a159e2c7ceb6069671d7b1ba2c7b52f59600b34ce0f721008
3
+ size 2609621831
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "<cls>",
3
+ "eos_token": "<eos>",
4
+ "mask_token": "<mask>",
5
+ "pad_token": "<pad>",
6
+ "unk_token": "<unk>"
7
+ }
tf_model.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3110b0ee07a47362ff90dc4d780b12287e06f2a09f56c8e117c4aed089fc96b8
3
+ size 2605109760
tokenizer_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "model_max_length": 1000000000000000019884624838656,
3
+ "tokenizer_class": "EsmTokenizer"
4
+ }
vocab.txt ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <cls>
2
+ <pad>
3
+ <eos>
4
+ <unk>
5
+ L
6
+ A
7
+ G
8
+ V
9
+ S
10
+ E
11
+ R
12
+ T
13
+ I
14
+ D
15
+ P
16
+ K
17
+ Q
18
+ N
19
+ F
20
+ Y
21
+ M
22
+ H
23
+ W
24
+ C
25
+ X
26
+ B
27
+ U
28
+ Z
29
+ O
30
+ .
31
+ -
32
+ <null_1>
33
+ <mask>