File size: 726 Bytes
21baa2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
'''
Created on ูกู โ€/ู ูฃโ€/ูขู ูกู 
ู†
@Created by: Muhammad Altabba
'''

from Morphology.MorphologicalAnalyzer import *
from PrematureTagger import PrematureTagger
from Tokenization.Tokenizer import *
from Normalization.Normalizer import Normalizer

if __name__ == '__main__':
    tok = Tokenizer("ุงู„ู’ุนูŽุฑูŽุจู€ู€ู€ู€ู€ู€ููŠู‘ุฉู");
    norm = Normalizer(tok.Sentences);
    norm.Normalize();

    for i in range(len(norm.Sentences)):
        for j in range(len(norm.Sentences[i].Words)):
            print(norm.Sentences[i].Words[j].OriginalString)
            print(norm.Sentences[i].Words[j].FirstNormalizationForm)
            print(norm.Sentences[i].Words[j].SecondNormalizationForm)
#            
    x = 0;