qutuf / SourceCode /Views /Nomalizer /test_Normalization.py
Boulbaba's picture
Upload 210 files
21baa2f verified
'''
Created on ูกู โ€/ู ูฃโ€/ูขู ูกู 
ู†
@Created by: Muhammad Altabba
'''
from Morphology.MorphologicalAnalyzer import *
from PrematureTagger import PrematureTagger
from Tokenization.Tokenizer import *
from Normalization.Normalizer import Normalizer
if __name__ == '__main__':
tok = Tokenizer("ุงู„ู’ุนูŽุฑูŽุจู€ู€ู€ู€ู€ู€ููŠู‘ุฉู");
norm = Normalizer(tok.Sentences);
norm.Normalize();
for i in range(len(norm.Sentences)):
for j in range(len(norm.Sentences[i].Words)):
print(norm.Sentences[i].Words[j].OriginalString)
print(norm.Sentences[i].Words[j].FirstNormalizationForm)
print(norm.Sentences[i].Words[j].SecondNormalizationForm)
#
x = 0;