Spaces:
Paused
Paused
File size: 1,784 Bytes
b328553 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
#!/usr/bin/python3
# -*- coding: utf-8 -*-
import argparse
import os
from pyltp import Parser, Postagger, Segmentor, SementicRoleLabeller
from project_settings import project_path
def get_args():
parser = argparse.ArgumentParser()
parser.add_argument(
"--text",
default="元芳你怎么看？我就趴窗口上看呗！",
type=str
)
parser.add_argument(
"--ltp_data_dir",
default=(project_path / "data/pyltp_models/ltp_data_v3.4.0").as_posix(),
type=str
)
args = parser.parse_args()
return args
def main():
args = get_args()
cws_model_path = os.path.join(args.ltp_data_dir, 'cws.model')
pos_model_path = os.path.join(args.ltp_data_dir, 'pos.model')
parser_model_path = os.path.join(args.ltp_data_dir, 'parser.model')
srl_model_path = os.path.join(args.ltp_data_dir, 'pisrl_win.model')
segmentor = Segmentor(cws_model_path)
pos_tagger = Postagger(pos_model_path)
parser = Parser(parser_model_path)
srl_labeler = SementicRoleLabeller(srl_model_path)
words = segmentor.segment(args.text)
postags = pos_tagger.postag(words)
arcs = parser.parse(words, postags)
roles = srl_labeler.label(words, postags, arcs)
for role in roles:
index = role[0]
role_ = [("INDEX", (index, index))] + role[1]
role_ = list(sorted(role_, key=lambda x: x[1][1]))
row = ""
for r in role_:
name = r[0]
start = r[1][0]
end = r[1][1]
arg_text = "".join(words[start:end+1])
row += f"{arg_text}/{name}\t"
print(row)
segmentor.release()
pos_tagger.release()
parser.release()
srl_labeler.release()
return
if __name__ == "__main__":
main()
|