public Integer addTokenAnnotation(String tokenString,String fileId,Integer sentId,Integer tokId,Integer positionCounter,JCas jcas){
  Token token=new Token(jcas);
  if (!((sentId == newTokSentNumber) && (tokId == newTokSentNumber))) {
    if (USE_SPACES)     positionCounter=positionCounter + 1;
  }
  token.setBegin(positionCounter);
  positionCounter=positionCounter + tokenString.length();
  token.setEnd(positionCounter);
  token.setTokenId(tokId);
  token.setSentId(sentId);
  token.setFilename(fileId);
  token.addToIndexes();
  String id=fileId + "_" + sentId+ "_"+ tokId;
  hmToken.put(id,token);
  return positionCounter;
}

public Integer addTokenAnnotation ( String tokenString , String fileId , Integer sentId , Integer tokId , Integer positionCounter , JCas jcas ) { Token token = new Token ( jcas ) ; if ( ! ( ( sentId == newTokSentNumber ) && ( tokId == newTokSentNumber ) ) ) { if ( USE_SPACES ) positionCounter = positionCounter + 1 ; } token . setBegin ( positionCounter ) ; positionCounter = positionCounter + tokenString . length ( ) ; token . setEnd ( positionCounter ) ; token . setTokenId ( tokId ) ; token . setSentId ( sentId ) ; token . setFilename ( fileId ) ; token . addToIndexes ( ) ; String id = fileId + "_" + sentId + "_" + tokId ; hmToken . put ( id , token ) ; return positionCounter ; }
add token annotation to jcas
