| """ | |
| @file : main.py.py | |
| @author : xiaolu | |
| @email : luxiaonlp@163.com | |
| @time : 2022-04-06 | |
| """ | |
| from tokenization import WoBertTokenizer | |
| from transformers.models.bert import BertModel, BertConfig | |
| input_sentent = '欢迎使用阿里灵界比赛预训练模型' | |
| tokenizer = WoBertTokenizer.from_pretrained('luxiao/alilingjie') | |
| input_ids = tokenizer.encode(input_sentent, return_tensors='pt') | |
| model = BertModel.from_pretrained('luxiao/alilingjie') | |
| output = model(input_ids) | |
| print(output[0].size()) # torch.Size([1, 11, 768]) | |
| print(output[1].size()) # torch.Size([1, 768]) |