RobotsDirectives function ( String arg0 , boolean arg1 ) { for ( String loc0 : namedUserAgents ) { if ( arg0 . indexOf ( loc0 ) > - 1 ) { return agentsToDirectives . get ( loc0 ) ; } } if ( arg1 == false ) { return null ; } if ( wildcardDirectives != null ) { return wildcardDirectives ; } return NO_DIRECTIVES ; }
return the robotsdirectives , if any , appropriate for the given user-agent string . if usefallbacks is true , a wildcard -lrb-''-rrb- directives or the default of no_directives will be returned , as appropriate , if there is no better match . if usefallbacks is false , a null will be returned if no declared directives targeted the given user-agent . concode_field_sep RobotsDirectives wildcardDirectives concode_elem_sep Robotstxt NO_ROBOTS concode_elem_sep LinkedList<String> namedUserAgents concode_elem_sep long MAX_SIZE concode_elem_sep Logger logger concode_elem_sep Map<String,RobotsDirectives> agentsToDirectives concode_elem_sep RobotsDirectives NO_DIRECTIVES concode_elem_sep boolean hasErrors concode_elem_sep long serialVersionUID concode_field_sep List<String> getNamedUserAgents concode_elem_sep void autoregisterTo concode_elem_sep void initializeFromReader concode_elem_sep boolean allowsAll