public static Properties setTokenizeProperties(final String lang,
      final String normalize, final String untokenizable,
      final String hardParagraph) {
    final Properties annotateProperties = new Properties();
    annotateProperties.setProperty("language", lang);
    annotateProperties.setProperty("normalize", normalize);
    annotateProperties.setProperty("untokenizable", untokenizable);
    annotateProperties.setProperty("hardParagraph", hardParagraph);
    return annotateProperties;
  }
public static Properties setTokenizeProperties ( final String lang , final String normalize , final String untokenizable , final String hardParagraph ) { final Properties annotateProperties = new Properties ( ) ; annotateProperties . setProperty ( "language" , lang ) ; annotateProperties . setProperty ( "normalize" , normalize ) ; annotateProperties . setProperty ( "untokenizable" , untokenizable ) ; annotateProperties . setProperty ( "hardParagraph" , hardParagraph ) ; return annotateProperties ; }
Creates the Properties object required to construct a Sentence Segmenter
and a Tokenizer.

@param lang
it is required to provide a language code
@param normalize
the normalization option
@param untokenizable
print untokenizable tokens
@param hardParagraph
do not segment paragraph marks
@return the properties object