Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for getDirective (0.04 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

         * @return The Directive object matching the user agent, or null if no matching directive is found or if userAgent is null
         */
        public Directive getDirective(final String userAgent) {
            if (userAgent == null) {
                return null;
            }
            for (final Directive directive : directiveMap.values()) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 10K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

                            isGroupRecordStarted = false;
                        }
                        final String userAgent = value.toLowerCase(Locale.ENGLISH);
                        Directive currentDirective = robotsTxt.getDirective(userAgent);
                        if (currentDirective == null) {
                            currentDirective = new Directive(userAgent);
                            robotsTxt.addDirective(currentDirective);
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 7.7K bytes
    - Viewed (0)
Back to top