"""
Disambiguator and Conll builder CLI.
Usage:
text_to_conll_cli (-i | --input= | -s | --string=)
(-f | --file_type=)
[-b | --morphology_db_type=]
[-d | --disambiguator=]
[-m | --model=]
text_to_conll_cli (-h | --help)
Options:
-i --input=
A text file or conll file.
-s --string=
A string to parse.
-f --file_type=
The type of file passed. Could be
conll: conll
text: raw text
preprocessed_text: whitespace tokenized text (text will not be cleaned)
tokenized_tagged: text is already tokenized and POS tagged, in tuple form
tokenized: text is already tokenized, only parse tokenized input; don't disambiguate to add POS tags or features
-b --morphology_db_type=
The morphology database to use; will use camel_tools built-in by default [default: r13]
-d --disambiguator=
The disambiguation technique used to tokenize the text lines, either 'mle' or 'bert' [default: bert]
-m --model=
The name BERT model used to parse (to be placed in the model directory) [default: catib]
-h --help
Show this screen.
"""
from src.logger import log
from pathlib import Path
from camel_tools.utils.charmap import CharMapper
from src.conll_output import print_to_conll, text_tuples_to_string
from src.data_preparation import get_file_type_params, get_tagset, parse_text
from src.utils.model_downloader import get_model_name
from docopt import docopt
from transformers.utils import logging
from pandas import read_csv
arguments = docopt(__doc__)
logging.set_verbosity_error()
def get_file_type(file_type):
if file_type in ['conll', 'text', 'preprocessed_text', 'tokenized_tagged', 'tokenized']:
return file_type
assert False, 'Unknown file type'
@log
def main():
#root_dir = Path(__file__).parent
model_path = Path("models")
# camel_tools import used to clean text
arclean = CharMapper.builtin_mapper("arclean")
#
### Get clitic features
#
clitic_feats_df = read_csv('camel_parser/data/clitic_feats.csv')
clitic_feats_df = clitic_feats_df.astype(str).astype(object) # so ints read are treated as string objects
#
### cli user input ###
#
file_path = arguments['--input']
string_text = arguments['--string']
file_type = get_file_type(arguments['--file_type'])
morphology_db_type = arguments['--morphology_db_type']
disambiguator_type = arguments['--disambiguator']
parse_model = arguments['--model']
#
### Set up parsing model
# (download defaults models, and get correct model name from the models directory)
#
model_name = get_model_name(parse_model, model_path=model_path)
#
### get tagset (depends on model)
#
tagset = get_tagset(parse_model)
#
### main code ###
#
lines = []
if string_text is not None:
lines = [string_text]
elif file_path is not None:
with open(file_path, 'r') as f:
lines = [line for line in f.readlines() if line.strip()]
file_type_params = get_file_type_params(lines, file_type, file_path, model_path/model_name,
arclean, disambiguator_type, clitic_feats_df, tagset, morphology_db_type)
parsed_text_tuples = parse_text(file_type, file_type_params)
string_lines = text_tuples_to_string(parsed_text_tuples, file_type, sentences=lines)
print_to_conll(string_lines)
if __name__ == '__main__':
main()