def __init__(self, string, token_type, line, line_number, values=None,
               orig_line_number=None):
    self.type = token_type
    self.string = string
    self.length = len(string)
    self.line = line
    self.line_number = line_number
    self.orig_line_number = orig_line_number
    self.values = values
    self.is_deleted = False

    # These parts can only be computed when the file is fully tokenized
    self.previous = None
    self.next = None
    self.start_index = None

    # This part is set in statetracker.py
    # TODO(robbyw): Wrap this in to metadata
    self.attached_object = None

    # This part is set in *metadatapass.py
    self.metadata = None
Creates a new Token object.
dataset/ETHPy150Open google/closure-linter/closure_linter/common/tokens.py/Token.__init__