def __init__(self, tokens):
        """Initialize tokens excluding comments."""
        self.tokens = [t for t in tokens if t['type'] is not TT.comment]
        self.num_tokens = len(self.tokens)
        self._cur_position = 0
        self._finished = False
        self._data = None
        self._literals = (TT.str, TT.int, TT.float, TT.bool, TT.null)
def __init__ ( self , tokens ) : self . tokens = [ t for t in tokens if t [ 'type' ] is not TT . comment ] self . num_tokens = len ( self . tokens ) self . _cur_position = 0 self . _finished = False self . _data = None self . _literals = ( TT . str , TT . int , TT . float , TT . bool , TT . null )
Initialize tokens excluding comments.