- Sort Score
- Result 10 results
- Languages All
Results 1 - 3 of 3 for isCrawlerIgnoreRobotsTxt (0.23 sec)
-
src/test/java/org/codelibs/fess/es/config/exentity/WebConfigTest.java
return systemPropMap.getOrDefault(key, defaultValue); } @Override public boolean isCrawlerIgnoreRobotsTxt() { return false; } @Override public String getHttpProxyHost() { return StringUtil.EMPTY; } @Override
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Thu May 09 09:48:04 UTC 2024 - 7.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/es/config/exentity/WebConfig.java
} // robots txt enabled if (paramMap.get(Param.Client.ROBOTS_TXT_ENABLED) == null) { paramMap.put(Param.Client.ROBOTS_TXT_ENABLED, !fessConfig.isCrawlerIgnoreRobotsTxt()); } final String userAgent = getUserAgent(); if (!StringUtil.isNotBlank(userAgent) || (userAgent.startsWith(Constants.CRAWLING_USER_AGENT_PREFIX)
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Fri Oct 11 21:11:58 UTC 2024 - 9.8K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Fri Oct 11 21:11:58 UTC 2024 - 468.5K bytes - Viewed (1)