insert_retokenized

scripts.fix_tokenization.insert_retokenized(terminal, preterminal_parent, tokens, index_in_preterminal_parent, non_punct_index, state)[source]