- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 38 for getUrl (4.35 sec)
-
fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java
throw new CrawlerSystemException("exception " + count); } final ResponseData responseData = new ResponseData(); responseData.setUrl(request.getUrl()); responseData.setMethod(request.getMethod().toString()); return responseData; } /* * (non-Javadoc) *
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 15.1K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java
logger.debug("Crawling Access Exception at {}", urlQueue.getUrl(), e); } else if (e.isInfoEnabled()) { logger.info(e.getMessage()); } else if (e.isWarnEnabled()) { logger.warn("Crawling Access Exception at " + urlQueue.getUrl(), e); } else if (e.isErrorEnabled()) { logger.error("Crawling Access Exception at " + urlQueue.getUrl(), e); } }
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 10.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
final Set<String> urlSet = new HashSet<>(); final List<UrlQueue<?>> childList = childUrlList.stream().filter(d -> StringUtil.isNotBlank(d.getUrl()) && urlSet.add(d.getUrl() + "\n" + d.getMetaData()) && crawlerContext.urlFilter.match(d.getUrl())).map(d -> { final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue"); uq.setCreateTime(SystemUtil.currentTimeMillis());
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 15.5K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java
&& isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) { final Set<RequestData> childUrlSet = new HashSet<>(); childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build()); logger.info("CANONICAL: {} -> {}", responseData.getUrl(), canonicalUrl);
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 41.9K bytes - Viewed (0) -
fess-crawler-es/src/main/java/org/codelibs/fess/crawler/service/impl/EsUrlQueueService.java
} final List<UrlQueue<String>> targetList = new ArrayList<>(urlQueueList.size()); for (final UrlQueue<String> urlQueue : urlQueueList) { if (!exists(sessionId, urlQueue.getUrl()) && !dataService.exists(sessionId, urlQueue.getUrl())) { urlQueue.setSessionId(sessionId); targetList.add(urlQueue); } else if (logger.isDebugEnabled()) {
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 12.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java
buf.append("url:").append(getUrl(keyObj)); buf.append('\t'); buf.append("time:").append(FessFunctions.formatDate(new Date(time))); return buf; } protected String getUrl(final Object keyObj) { if (keyObj instanceof final UrlQueue<?> urlQueue) { return escapeValue(urlQueue.getUrl()); }
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 9.9K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/client/storage/StorageClientTest.java
assertEquals("application/octet-stream", responseData.getMimeType()); assertNull(responseData.getResponseBody()); assertNull(responseData.getMetaDataMap().get("label")); } try (final ResponseData responseData = storageClient.doHead("storage://fess/dir3/file4.txt")) { assertEquals("storage://fess/dir3/file4.txt", responseData.getUrl());
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 13.5K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/PermissionHelper.java
} } if (logger.isDebugEnabled()) { logger.debug("smbUrl:{} roleType:{}", responseData.getUrl(), roleTypeList); } } else if (responseData.getUrl().startsWith("smb1:")) { final jcifs.smb1.smb1.SID[] allowedSids =
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 12.3K bytes - Viewed (0) -
fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertTrue(urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl().startsWith(url2)); } dataService.iterate(sessionId1, accessResult -> { assertTrue(accessResult.getUrl().startsWith(url1));
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 12K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java
if (childUrlSet != null) { // add an url try { storeChildUrls(childUrlSet.stream().filter(rd -> StringUtil.isNotBlank(rd.getUrl())).collect(Collectors.toSet()), urlQueue.getUrl(), urlQueue.getDepth() != null ? urlQueue.getDepth() + 1 : 1); } catch (final Throwable t) { if (!ComponentUtil.available()) {
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 14.6K bytes - Viewed (0)