File size: 726 Bytes
21baa2f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | '''
Created on ูกู โ/ู ูฃโ/ูขู ูกู
ู
@Created by: Muhammad Altabba
'''
from Morphology.MorphologicalAnalyzer import *
from PrematureTagger import PrematureTagger
from Tokenization.Tokenizer import *
from Normalization.Normalizer import Normalizer
if __name__ == '__main__':
tok = Tokenizer("ุงููุนูุฑูุจูููููููููุฉู");
norm = Normalizer(tok.Sentences);
norm.Normalize();
for i in range(len(norm.Sentences)):
for j in range(len(norm.Sentences[i].Words)):
print(norm.Sentences[i].Words[j].OriginalString)
print(norm.Sentences[i].Words[j].FirstNormalizationForm)
print(norm.Sentences[i].Words[j].SecondNormalizationForm)
#
x = 0;
|