- Sort Score
- Result 10 results
- Languages All
Results 1 - 8 of 8 for urlQueue (0.11 sec)
-
src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java
if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) { ComponentUtil.getCrawlerStatsHelper().begin(urlQueue); } } @Override protected void processCleanupCrawling(final Object... objs) { super.processCleanupCrawling(objs); if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) { ComponentUtil.getCrawlerStatsHelper().done(urlQueue);
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Fri Oct 11 21:11:58 UTC 2024 - 7.3K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java
final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null) { final String parentUrl = urlQueue.getParentUrl(); if (StringUtil.isNotEmpty(parentUrl)) { final String sessionId = urlQueue.getSessionId();
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Fri Oct 11 21:11:58 UTC 2024 - 9.5K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java
protected void storeChildUrlsToQueue(final UrlQueue<?> urlQueue, final Set<RequestData> childUrlSet) { if (childUrlSet != null) { // add an url try { storeChildUrls(childUrlSet.stream().filter(rd -> StringUtil.isNotBlank(rd.getUrl())).collect(Collectors.toSet()), urlQueue.getUrl(), urlQueue.getDepth() != null ? urlQueue.getDepth() + 1 : 1);
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 14.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java
return buf; } protected String getUrl(final Object keyObj) { if (keyObj instanceof final UrlQueue<?> urlQueue) { return escapeValue(urlQueue.getUrl()); } if (keyObj instanceof final StatsKeyObject statsKey) { return escapeValue(statsKey.getUrl()); }
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Thu Feb 22 01:53:18 UTC 2024 - 9.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java
String urlEncoding; final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null && urlQueue.getEncoding() != null) { urlEncoding = urlQueue.getEncoding(); } else { urlEncoding = responseData.getCharSet(); } // cid
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Fri Oct 11 21:11:58 UTC 2024 - 23.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java
final long maxAccessCount = getMaxAccessCount(paramMap, dataMap); long counter = 0; final Deque<String> urlQueue = new LinkedList<>(); final Set<String> processedUrls = new HashSet<>(); urlQueue.offer(url); while (!urlQueue.isEmpty() && (maxAccessCount < 0 || counter < maxAccessCount)) { counter++; final Map<String, Object> localDataMap =
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 16.8K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java
final Map<String, String> xpathConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.XPATH); String urlEncoding; final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null && urlQueue.getEncoding() != null) { urlEncoding = urlQueue.getEncoding(); } else { urlEncoding = responseData.getCharSet(); } // cid
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Thu Oct 24 13:01:38 UTC 2024 - 42.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java
Registered: Thu Oct 31 13:40:30 UTC 2024 - Last Modified: Fri Oct 11 21:11:58 UTC 2024 - 22.6K bytes - Viewed (0)