File size: 2,661 Bytes
366b225 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
# -*- coding: utf-8 -*-
from collections import namedtuple
from collections.abc import Iterable
from parser.utils.field import Field
CoNLL = namedtuple(typename='CoNLL',
field_names=['ID', 'FORM', 'LEMMA', 'CPOS', 'POS',
'FEATS', 'HEAD', 'DEPREL', 'PHEAD', 'PDEPREL'],
defaults=[None]*10)
class Sentence(object):
def __init__(self, fields, values):
for field, value in zip(fields, values):
if isinstance(field, Iterable):
for j in range(len(field)):
setattr(self, field[j].name, value)
else:
setattr(self, field.name, value)
self.fields = fields
@property
def values(self):
for field in self.fields:
if isinstance(field, Iterable):
yield getattr(self, field[0].name)
else:
yield getattr(self, field.name)
def __len__(self):
return len(next(iter(self.values)))
def __repr__(self):
return '\n'.join('\t'.join(map(str, line))
for line in zip(*self.values)) + '\n'
class Corpus(object):
def __init__(self, fields, sentences):
super(Corpus, self).__init__()
self.fields = fields
self.sentences = sentences
def __len__(self):
return len(self.sentences)
def __repr__(self):
return '\n'.join(str(sentence) for sentence in self)
def __getitem__(self, index):
return self.sentences[index]
def __getattr__(self, name):
print(name)
if not hasattr(self.sentences[0], name):
raise AttributeError
for sentence in self.sentences:
yield getattr(sentence, name)
def __setattr__(self, name, value):
if name in ['fields', 'sentences']:
self.__dict__[name] = value
else:
for i, sentence in enumerate(self.sentences):
setattr(sentence, name, value[i])
@classmethod
def load(cls, path, fields):
start, sentences = 0, []
fields = [field if field is not None else Field(str(i))
for i, field in enumerate(fields)]
with open(path, 'r') as f:
lines = [line.strip() for line in f]
for i, line in enumerate(lines):
if not line:
values = list(zip(*[l.split('\t') for l in lines[start:i]]))
sentences.append(Sentence(fields, values))
start = i + 1
return cls(fields, sentences)
def save(self, path):
with open(path, 'w') as f:
f.write(f"{self}\n")
|