-> { L210: final String urlValue = Pattern.quote(u); L211: crawler.addExcludeFilter(urlValue); L212: if (logger.isInfoEnabled()) { L213: logger.info("Excluded URL from failures: {}", urlValue); L214: } L215: }); L216: } L217: L218: if (logger.isDebugEnabled()) { L219: logger.debug("Crawling {}", urlsStr); L220: } L221: L222: cr...

if (resp.isFailed() && resp.getFailure() != null) { L91: final Map<String, Object> req = docList.get(i); L92: final Failure failure = resp.getFailure(); L93: logger.debug("Failed Request: {}\n=>{}", req, failure.getMessage()); L94: } L95: } L96: } L97: } L98: throw new SearchE...

p,https L220:crawler.file.protocols=file,smb,smb1,ftp,storage L221:crawler.data.env.param.key.pattern=^FESS_ENV_.* L222:crawler.ignore.robots.txt=false L223:crawler.ignore.robots.tags=false L224:crawler.ignore.content.exception=true L225:crawler.failure.url.status.codes=404 L226:crawler.system.monitor.interval=60 L227:crawler.hotthread.ignore_idle_threads=true L228:crawler.hotthread.interval=500ms L229:crawler.hotthread.snapshots=10 L230:crawler.hotthread.threads=3 L231:crawler.hotthread.timeout=30s...