1
0
mirror of https://github.com/bspeice/dtparse synced 2024-12-22 12:28:08 -05:00

tokenize shouldn't be public

This commit is contained in:
Bradlee Speice 2018-07-24 22:47:22 -04:00
parent 0d18eb524b
commit c6feaebe71

View File

@ -85,7 +85,7 @@ impl From<ParseInternalError> for ParseError {
type ParseResult<I> = Result<I, ParseError>; type ParseResult<I> = Result<I, ParseError>;
type ParseIResult<I> = Result<I, ParseInternalError>; type ParseIResult<I> = Result<I, ParseInternalError>;
pub fn tokenize(parse_string: &str) -> Vec<String> { pub(crate) fn tokenize(parse_string: &str) -> Vec<String> {
let tokenizer = Tokenizer::new(parse_string); let tokenizer = Tokenizer::new(parse_string);
tokenizer.collect() tokenizer.collect()
} }