def __init__(self):
        """Initialise the tokenizer."""
        self.characters = None
        self.prior_char = None
        self.char = None
        self.idx = None
        self.whitespace = string.whitespace.replace('\n', '')
        self.prior_delim = None

        # Set to true if inside a namelist group
        self.group_token = None
def __init__ ( self ) : self . characters = None self . prior_char = None self . char = None self . idx = None self . whitespace = string . whitespace . replace ( '\n' , '' ) self . prior_delim = None self . group_token = None
Initialise the tokenizer.