private void handleHttp(ParseState state,RobotToken token){
  String urlFragment=token.getData();
  if (urlFragment.contains("sitemap")) {
    RobotToken fixedToken=new RobotToken(RobotDirective.SITEMAP,"http:" + token.getData());
    handleSitemap(state,fixedToken);
  }
 else {
    reportWarning("Found raw non-sitemap URL: http:" + urlFragment,state.getUrl());
  }
}

private void handleHttp ( ParseState state , RobotToken token ) { String urlFragment = token . getData ( ) ; if ( urlFragment . contains ( "sitemap" ) ) { RobotToken fixedToken = new RobotToken ( RobotDirective . SITEMAP , "http:" + token . getData ( ) ) ; handleSitemap ( state , fixedToken ) ; } else { reportWarning ( "Found raw non-sitemap URL: http:" + urlFragment , state . getUrl ( ) ) ; } }
handle a line that starts with http : and contains " sitemap " , which we treat as a missing sitemap : xxx directive .
