diff --git a/core/src/tokenizer.rs b/core/src/tokenizer.rs index 78367b3..725db63 100644 --- a/core/src/tokenizer.rs +++ b/core/src/tokenizer.rs @@ -22,7 +22,7 @@ pub(crate) struct End; #[derive(Debug)] pub struct Tokenizer { pub(crate) tokens: Vec, - pub(crate) rest: String, + rest: String, _state: PhantomData, }