Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 3 of 3 for isCrawlerIgnoreRobotsTxt (0.63 sec)

  1. src/test/java/org/codelibs/fess/es/config/exentity/WebConfigTest.java

                    return systemPropMap.getOrDefault(key, defaultValue);
                }
    
                @Override
                public boolean isCrawlerIgnoreRobotsTxt() {
                    return false;
                }
    
                @Override
                public String getHttpProxyHost() {
                    return StringUtil.EMPTY;
                }
    
                @Override
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 7.5K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/es/config/exentity/WebConfig.java

            }
    
            // robots txt enabled
            if (paramMap.get(Param.Client.ROBOTS_TXT_ENABLED) == null) {
                paramMap.put(Param.Client.ROBOTS_TXT_ENABLED, !fessConfig.isCrawlerIgnoreRobotsTxt());
            }
    
            final String userAgent = getUserAgent();
            if (StringUtil.isNotBlank(userAgent)) {
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 10K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java

         * The value is, e.g. false <br>
         * @return The determination, true or false. (if not found, exception but basically no way)
         */
        boolean isCrawlerIgnoreRobotsTxt();
    
        /**
         * Get the value for the key 'crawler.ignore.robots.tags'. <br>
         * The value is, e.g. false <br>
    Java
    - Registered: Mon May 06 08:04:11 GMT 2024
    - Last Modified: Thu Apr 11 02:34:53 GMT 2024
    - 459.2K bytes
    - Viewed (4)
Back to top