Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for addDisallow (0.04 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

                }
            }
    
            /**
             * Adds a disallowed path to this directive.
             * @param path the path to disallow
             */
            public void addDisallow(final String path) {
                if (!disallowedPaths.contains(path)) {
                    disallowedPaths.add(path);
                }
            }
    
            /**
             * Gets all allowed paths for this directive.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 10K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

                            if (!currentDirectiveList.isEmpty() && value.length() > 0) {
                                for (final Directive directive : currentDirectiveList) {
                                    directive.addDisallow(value);
                                }
                            }
                        } else if ((value = getValue(ALLOW_RECORD, line)) != null) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 7.7K bytes
    - Viewed (0)
Back to top