create_token_element

scripts.fix_tokenization.create_token_element(state, text, is_punctuation)[source]