question: private void handleAllow ( ParseState state , RobotToken token ) { if ( state . isSkipAgents ( ) ) { return ; } state . setFinishedAgentFields ( true ) ; if ( ! state . isAddingRules ( ) ) { return ; } String path = token . getData ( ) ; try { path = URLDecoder . decode ( path , "UTF-8" ) ; } catch ( Exception e ) { reportWarning ( "Error parsing robots rules - can't decode path: " + path , state . getUrl ( ) ) ; } if ( path . length ( ) == 0 ) { state . clearRules ( ) ; } else { state . addRule ( path , true ) ; } }
target:  Handle the allow: directive