Update README
Browse files
README.md
CHANGED
|
@@ -46,6 +46,7 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
|
| 46 |
tokenizer = AutoTokenizer.from_pretrained('aehrm/dtaec-type-normalizer')
|
| 47 |
model = AutoModelForSeq2SeqLM.from_pretrained('aehrm/dtaec-type-normalizer')
|
| 48 |
|
|
|
|
| 49 |
model_in = tokenizer(['Freyheit', 'seyn', 'selbstthätig'], return_tensors='pt', padding=True)
|
| 50 |
model_out = model.generate(**model_in)
|
| 51 |
|
|
|
|
| 46 |
tokenizer = AutoTokenizer.from_pretrained('aehrm/dtaec-type-normalizer')
|
| 47 |
model = AutoModelForSeq2SeqLM.from_pretrained('aehrm/dtaec-type-normalizer')
|
| 48 |
|
| 49 |
+
# Note: you CANNOT normalize full sentences, only word for word!
|
| 50 |
model_in = tokenizer(['Freyheit', 'seyn', 'selbstthätig'], return_tensors='pt', padding=True)
|
| 51 |
model_out = model.generate(**model_in)
|
| 52 |
|