mwptoolkit.utils.preprocess_tool.sentence_operator

mwptoolkit.utils.preprocess_tool.sentence_operator.deprel_tree_to_file(train_datas, valid_datas, test_datas, path, language, use_gpu)[source]

save deprel tree infomation to file

mwptoolkit.utils.preprocess_tool.sentence_operator.find_ept_numbers_in_text(text: str, append_number_token: bool = False)[source]
mwptoolkit.utils.preprocess_tool.sentence_operator.get_deprel_tree(datas, language)[source]
mwptoolkit.utils.preprocess_tool.sentence_operator.get_deprel_tree_(train_datas, valid_datas, test_datas, path)[source]

get deprel tree infomation from file

mwptoolkit.utils.preprocess_tool.sentence_operator.get_group_nums(datas, language, use_gpu)[source]
mwptoolkit.utils.preprocess_tool.sentence_operator.get_group_nums_(train_datas, valid_datas, test_datas, path)[source]

get group nums infomation from file.

mwptoolkit.utils.preprocess_tool.sentence_operator.get_span_level_deprel_tree(datas, language)[source]
mwptoolkit.utils.preprocess_tool.sentence_operator.get_span_level_deprel_tree_(train_datas, valid_datas, test_datas, path)[source]
mwptoolkit.utils.preprocess_tool.sentence_operator.span_level_deprel_tree_to_file(train_datas, valid_datas, test_datas, path, language, use_gpu)[source]
mwptoolkit.utils.preprocess_tool.sentence_operator.split_sentence(text)[source]

split sentence by punctuations.