// newDefaultClassifier creates a new classifier for ASCII characters.

newDefaultClassifier creates a new classifier for ASCII characters.
// newDefaultClassifier creates a new classifier for ASCII characters .
func newDefaultClassifier() tokenClassifier {
	t := tokenClassifier{}
	t.addRuneClass(spaceRunes, spaceRuneClass)
	t.addRuneClass(escapingQuoteRunes, escapingQuoteRuneClass)
	t.addRuneClass(nonEscapingQuoteRunes, nonEscapingQuoteRuneClass)
	t.addRuneClass(escapeRunes, escapeRuneClass)
	t.addRuneClass(commentRunes, commentRuneClass)
	return t
}
func newDefaultClassifier ( ) tokenClassifier { t := tokenClassifier { } t . addRuneClass ( spaceRunes , spaceRuneClass ) t . addRuneClass ( escapingQuoteRunes , escapingQuoteRuneClass ) t . addRuneClass ( nonEscapingQuoteRunes , nonEscapingQuoteRuneClass ) t . addRuneClass ( escapeRunes , escapeRuneClass ) t . addRuneClass ( commentRunes , commentRuneClass ) return t }
newDefaultClassifier creates a new classifier for ASCII characters.
newDefaultClassifier creates a new classifier for ASCII characters .