src/Arabic/nltrain/UTF8XMLToken.cpp
//TODO: REPLACE THIS WITH token/SymbolSubstitutionMap

REPLACE THIS WITH token/SymbolSubstitutionMap
REPLACE THIS WITH token / SymbolSubstitutionMap
Symbol UTF8XMLToken::SubstSymValue(){
	int j=0;
	for(int i = 0; i<buffer_size; i++){
		if(buffer[i]==L'('){
			_subst_buffer[j++]=L'-';
			_subst_buffer[j++]=L'L';
			_subst_buffer[j++]=L'B';
			_subst_buffer[j++]=L'R';
			_subst_buffer[j++]=L'-';
		}
		else if(buffer[i]==L')'){
			_subst_buffer[j++]=L'-';
			_subst_buffer[j++]=L'R';
			_subst_buffer[j++]=L'B';
			_subst_buffer[j++]=L'R';
			_subst_buffer[j++]=L'-';
		}
		else
			_subst_buffer[j++]=buffer[i];
	}
	return (Symbol)_subst_buffer;
}
Symbol UTF8XMLToken :: SubstSymValue ( ) { int j = 0 ; for ( int i = 0 ; i < buffer_size ; i ++ ) { if ( buffer [ i ] == L' ' ) { _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; } else if ( buffer [ i ] == L' ' ) { _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; _subst_buffer [ j ++ ] = L' ' ; } else _subst_buffer [ j ++ ] = buffer [ i ] ; } return ( Symbol ) _subst_buffer ; }
TODO: REPLACE THIS WITH token/SymbolSubstitutionMap
TODO : REPLACE THIS WITH token / SymbolSubstitutionMap