final Map<String, String> configMap = getConfigPrameterMap(responseData, ConfigName.CONFIG); L214: final String ignore = configMap.get(Config.IGNORE_ROBOTS_TAGS); L215: if (ignore == null) { L216: if (fessConfig.isCrawlerIgnoreRobotsTags()) { L217: return; L218: } L219: } else if (Boolean.parseBoolean(ignore)) { L220: return; L221: } L222: L223: // meta tag L224: try { L225: final Node value...

reader.readLine()) != null) { L130: if (line.length() == 0 || line.charAt(0) == '#') { L131: if (updater != null) { L132: updater.write(line); L133: } L134: continue; // ignore empty lines and comments L135: } L136: L137: final String inputStrings = line; L138: final String input = unescape(inputStrings); L139: L140: if (input.length() > 0) { L141: ...

reader.readLine()) != null) { L130: if (line.length() == 0 || line.charAt(0) == '#') { L131: if (updater != null) { L132: updater.write(line); L133: } L134: continue; // ignore empty lines and comments L135: } L136: L137: final String inputStrings = line; L138: final String input = unescape(inputStrings); L139: L140: if (input.length() > 0) { L141: ...

HTML_CANONICAL_XPATH = "html.canonical.xpath"; L131: public static final String HTML_PRUNED_TAGS = "html.pruned.tags"; L132: public static final String PIPELINE = "pipeline"; L133: public static final String IGNORE_ROBOTS_TAGS = "ignore.robots.tags"; L134: public static final String SCRIPT_TYPE = "script.type"; L135: public static final String HTML_CHILD_URL_RULES = "html.child.url.rules"; L136: } L137: L138: // meta.* L139: // meta.<field>=<value>...

Path("/" + root + base); L151: if (webinfPath != null && Files.exists(Paths.get(webinfPath))) { L152: return Paths.get(webinfPath, names); L153: } L154: } catch (final Throwable e) { L155: // ignore L156: } L157: final String webinfBase = root + base; L158: if (Files.exists(Paths.get(webinfBase))) { L159: return Paths.get(webinfBase, names); L160: } L161: final String srcWebInfBase = "src/main/webapps"...

} L284: return null; L285: } L286: L287: @Override L288: public void close() { L289: try { L290: writer.flush(); L291: } catch (final IOException e) { L292: // ignore L293: } L294: CloseableUtil.closeQuietly(writer); L295: L296: if (isCommit) { L297: try { L298: dictionaryManager.store(CharMappingFile.this, newFile); L299: } finally...

reader.readLine()) != null) { L131: if (line.length() == 0 || line.charAt(0) == '#') { L132: if (updater != null) { L133: updater.write(line); L134: } L135: continue; // ignore empty lines and comments L136: } L137: L138: String[] inputs; L139: String[] outputs; L140: L141: final List<String> sides = split(line, "=>"); L142: if (sides.size() > 1)...

if (this.linkedCalendars) L1246: this.leftCalendar.month.add(1, 'month'); L1247: } L1248: this.updateCalendars(); L1249: }, L1250: L1251: hoverDate: function(e) { L1252: L1253: //ignore dates that can't be selected L1254: if (!$(e.target).hasClass('available')) return; L1255: L1256: var title = $(e.target).attr('data-title'); L1257: var row = title.substr(1, 1); L1258: var col = title.substr(3,...

} L281: return null; L282: } L283: L284: @Override L285: public void close() { L286: try { L287: writer.flush(); L288: } catch (final IOException e) { L289: // ignore L290: } L291: CloseableUtil.closeQuietly(writer); L292: L293: if (isCommit) { L294: try { L295: dictionaryManager.store(StemmerOverrideFile.this, newFile); L296: } finally...

e3cu3002 L218:crawler.crawling.data.encoding=UTF-8 L219:crawler.web.protocols=http,https L220:crawler.file.protocols=file,smb,smb1,ftp,storage L221:crawler.data.env.param.key.pattern=^FESS_ENV_.* L222:crawler.ignore.robots.txt=false L223:crawler.ignore.robots.tags=false L224:crawler.ignore.content.exception=true L225:crawler.failure.url.status.codes=404 L226:crawler.system.monitor.interval=60 L227:crawler.hotthread.ignore_idle_threads=true L228:crawler.hotthread.interval=500ms L229:crawler.hotthread.snapshots=10...