public void testHugeTerm() throws IOException {
  StringBuilder sb=new StringBuilder();
  for (int i=0; i < 10240; i++) {
    sb.append('a');
  }
  String input=sb.toString();
  char token[]=new char[1024];
  Arrays.fill(token,'a');
  String expectedToken=new String(token);
  String expected[]={expectedToken,expectedToken,expectedToken,expectedToken,expectedToken,expectedToken,expectedToken,expectedToken,expectedToken,expectedToken};
  assertAnalyzesTo(sentence,input,expected);
}

public void testHugeTerm ( ) throws IOException { StringBuilder sb = new StringBuilder ( ) ; for ( int i = 0 ; i < 10240 ; i ++ ) { sb . append ( 'a' ) ; } String input = sb . toString ( ) ; char token [ ] = new char [ 1024 ] ; Arrays . fill ( token , 'a' ) ; String expectedToken = new String ( token ) ; String expected [ ] = { expectedToken , expectedToken , expectedToken , expectedToken , expectedToken , expectedToken , expectedToken , expectedToken , expectedToken , expectedToken } ; assertAnalyzesTo ( sentence , input , expected ) ; }
tests the handling of binary / malformed data
