def test(self, data):
        """Logs all tokens for human inspection. Useful for debugging."""
        self.input(data)
        while True:
            token = self.token()
            if not token:
                break
            self._logger.debug('Token %r', token)
def test ( self , data ) : self . input ( data ) while True : token = self . token ( ) if not token : break self . _logger . debug ( 'Token %r' , token )
Logs all tokens for human inspection. Useful for debugging.