Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for addDisallow (0.1 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

                    }
                }
                return true;
            }
    
            public void addAllow(final String path) {
                allowedPaths.add(path);
            }
    
            public void addDisallow(final String path) {
                disallowedPaths.add(path);
            }
    
            public String[] getAllows() {
                return allowedPaths.toArray(new String[allowedPaths.size()]);
            }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 4.8K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

                            if (!currentDirectiveList.isEmpty() && value.length() > 0) {
                                for (final Directive directive : currentDirectiveList) {
                                    directive.addDisallow(value);
                                }
                            }
                        } else if ((value = getValue(ALLOW_RECORD, line)) != null) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:40:57 UTC 2024
    - 6.1K bytes
    - Viewed (0)
Back to top