question: private void handleWhitespace ( ) { int oldPos = pos - 1 ; while ( pos < buffer . length ) { char c = buffer [ pos ] ; switch ( c ) { case ' ' : case '\t' : case '\r' : pos ++ ; break ; default : if ( lineHasPrecedingNonWhitespaceChar || c == '#' || c == '\n' ) { tokens . add ( new Token ( ProjectViewTokenType . WHITESPACE , oldPos , pos ) ) ; } else { tokens . add ( new Token ( ProjectViewTokenType . INDENT , oldPos , pos ) ) ; } return ; } } tokens . add ( new Token ( ProjectViewTokenType . WHITESPACE , oldPos , pos ) ) ; }
target:  If the whitespace is followed by an end-of-line comment or a newline, it's combined with those tokens.