src/Generic/xdoc/TokenSubsetTrees.cpp
// intern lower-cased tokens of the name to integers.

intern lower-cased tokens of the name to integers.
intern lower - cased tokens of the name to integers .
BOOST_FOREACH(wstring &name, names) {
		transform(name.begin(), name.end(), name.begin(), towlower);
		vector<wstring> words;
		boost::split(words, name, boost::is_any_of(L" "));
		BOOST_FOREACH(wstring &word, words) {
			if (_tokens.find(word) == _tokens.end())
				_tokens[word] = static_cast<int>(_tokens.size());
		}
	}
BOOST_FOREACH ( wstring & name , names ) { transform ( name . begin ( ) , name . end ( ) , name . begin ( ) , towlower ) ; vector < wstring > words ; boost :: split ( words , name , boost :: is_any_of ( L" " ) ) ; BOOST_FOREACH ( wstring & word , words ) { if ( _tokens . find ( word ) == _tokens . end ( ) ) _tokens [ word ] = static_cast < int > ( _tokens . size ( ) ) ; } }
intern lower-cased tokens of the name to integers.
intern lower - cased tokens of the name to integers .