From c6feaebe7104b771f015e751c3813963cc76a555 Mon Sep 17 00:00:00 2001
From: Bradlee Speice <bspeice@kcg.com>
Date: Tue, 24 Jul 2018 22:47:22 -0400
Subject: [PATCH] tokenize shouldn't be public

---
 src/lib.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/lib.rs b/src/lib.rs
index 6589e89..10b4d2c 100644
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -85,7 +85,7 @@ impl From<ParseInternalError> for ParseError {
 type ParseResult<I> = Result<I, ParseError>;
 type ParseIResult<I> = Result<I, ParseInternalError>;
 
-pub fn tokenize(parse_string: &str) -> Vec<String> {
+pub(crate) fn tokenize(parse_string: &str) -> Vec<String> {
     let tokenizer = Tokenizer::new(parse_string);
     tokenizer.collect()
 }