private void handleAllow(ParseState state,RobotToken token){
  if (state.isSkipAgents()) {
    return;
  }
  state.setFinishedAgentFields(true);
  if (!state.isAddingRules()) {
    return;
  }
  String path=token.getData();
  try {
    path=URLDecoder.decode(path,"UTF-8");
  }
 catch (  Exception e) {
    reportWarning("Error parsing robots rules - can't decode path: " + path,state.getUrl());
  }
  if (path.length() == 0) {
    state.clearRules();
  }
 else {
    state.addRule(path,true);
  }
}

private void handleAllow ( ParseState state , RobotToken token ) { if ( state . isSkipAgents ( ) ) { return ; } state . setFinishedAgentFields ( true ) ; if ( ! state . isAddingRules ( ) ) { return ; } String path = token . getData ( ) ; try { path = URLDecoder . decode ( path , "UTF-8" ) ; } catch ( Exception e ) { reportWarning ( "Error parsing robots rules - can't decode path: " + path , state . getUrl ( ) ) ; } if ( path . length ( ) == 0 ) { state . clearRules ( ) ; } else { state . addRule ( path , true ) ; } }
handle the allow : directive
