# ProtAlbert

```python
from transformers import AutoModel, AlbertTokenizer, pipeline
import re

tokenizer = AlbertTokenizer.from_pretrained("Rostlab/prot_albert", do_lower_case=False)

model = AutoModel.from_pretrained("Rostlab/prot_albert")

fe = pipeline('feature-extraction', model=model, tokenizer=tokenizer, device=0)

sequences_Example = ["A E T C Z A O", "S K T Z P"]

sequences_Example = [re.sub(r"[UZOB]", "X", sequence) for sequence in sequences_Example]

embedding = fe(sequences_Example)

print(embedding)
```