Class BaseTokenizer

    • Field Detail

      • text

        protected final Token text
      • line

        protected short line
      • column

        protected short column
      • ch

        protected char ch
      • index

        protected int index
    • Constructor Detail

      • BaseTokenizer

        public BaseTokenizer​(CharSequence text)
    • Method Detail

      • text

        public Token text()
      • find

        protected void find​(char target,
                            char deeper)
      • escape

        protected char escape()
      • skipQuote

        protected void skipQuote()
      • skipSpace

        protected void skipSpace()
      • skipSpace

        protected void skipSpace​(boolean skipNewLines)
      • isBlank

        protected boolean isBlank​(char ch)
      • eot

        protected boolean eot()
      • getch

        protected char getch()
      • peek

        protected char peek()
      • getch

        protected char getch​(boolean peek)