entity.getQueryId(), buf).append(','); L549: appendJson("user-info-id", entity.getUserInfoId(), buf).append(','); L550: appendJson("doc-id", entity.getDocId(), buf).append(','); L551: appendJson("url", entity.getUrl(), buf); L552: buf.append('}'); L553: buf.append('\n'); L554: try { L555: writer.write(buf.toString()); L556: } catch (final IOException e) { L557:...

(cae.isDebugEnabled()) { L129: logger.debug("[{}] Crawling Access Exception at {}", failureUrlId, urlQueue.getUrl(), cae); L130: } else if (cae.isInfoEnabled()) { L131: logger.info("[{}] {}", failureUrlId, cae.getMessage()); L132: } else if (cae.isWarnEnabled()) { L133: logger.warn("[{}] Crawling Access Exception at {}", failureUrlId, urlQueue.getUrl(), cae); L134: } else if (cae.isErrorEnabled()) { L135: logger.error("[{}] Crawling Access Exception...

(canonicalUrl != null && !canonicalUrl.equalsIgnoreCase(responseData.getUrl()) && isValidUrl(canonicalUrl) L350: && isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) { L351: final Set<RequestData> childUrlSet = new HashSet<>(); L352: childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build()); L353: logger.info("CANONICAL: {} -> {}", responseData.getUrl(), canonicalUrl); L354: throw new ChildUrlsException(childUrlSet,...

{} -> {}", thumbnailId, responseData.getUrl()); L104: } L105: break; L106: default: L107: logger.error("Unknown thumbnail result: {} -> {}", thumbnailId, responseData.getUrl()); L108: break; L109: } L110: } catch (final Throwable t) { L111: logger.warn("Failed to create thumbnail: {} -> {} ({}:{})", thumbnailId, responseData.getUrl(), L112: t.g...

StringBuilder buf = new StringBuilder(1000); L185: buf.append("url:").append(getUrl(keyObj)); L186: buf.append('\t'); L187: buf.append("time:").append(FessFunctions.formatDate(new Date(time))); L188: return buf; L189: } L190: L191: protected String getUrl(final Object keyObj) { L192: if (keyObj instanceof final UrlQueue<?> urlQueue) { L193: return escapeValue(urlQueue.getUrl()); L194: } L195: if (keyObj instanceof final StatsKeyObject statsKey)...

} L171: } L172: } L173: if (logger.isDebugEnabled()) { L174: logger.debug("smbUrl:{} roleType:{}", responseData.getUrl(), roleTypeList); L175: } L176: } else if (responseData.getUrl().startsWith("smb1:")) { L177: final jcifs.smb1.smb1.SID[] allowedSids = L178: (jcifs.smb1.smb1.SID[]) metaDataMap.get(org.codelibs.fess.crawler.client.smb1.SmbClie...

list.get(0).getVersion()); L102: assertEquals("plugin/repo3/fess-crawler-smbj/14.14.0/fess-crawler-smbj-14.14.0.jar", list.get(0).getUrl()); L103: assertEquals("fess-crawler-smbj", list.get(1).getName()); L104: assertEquals("14.15.0", list.get(1).getVersion()); L105: assertEquals("plugin/repo3/fess-crawler-smbj/14.15.0/fess-crawler-smbj-14.15.0.jar", list.get(1).getUrl()); L106: } L107: L108: public void test_getArtifactFromFileName1() { L109: Artifact artifact = pluginHel...

Set<RequestData> childUrlSet) { L191: if (childUrlSet != null) { L192: // add an url L193: try { L194: storeChildUrls(childUrlSet.stream().filter(rd -> StringUtil.isNotBlank(rd.getUrl())).collect(Collectors.toSet()), L195: urlQueue.getUrl(), urlQueue.getDepth() != null ? urlQueue.getDepth() + 1 : 1); L196: } catch (final Throwable t) { L197: if (!ComponentUtil.available()) { L198: throw new Contain...

ED); L176: } L177: } catch (final ChildUrlsException e) { L178: crawlerStatsHelper.record(keyObj, StatsAction.CHILD_URLS); L179: e.getChildUrlList().stream().map(RequestData::getUrl).forEach(urlQueue::offer); L180: } catch (final DataStoreCrawlingException e) { L181: crawlerStatsHelper.record(keyObj, StatsAction.ACCESS_EXCEPTION); L182: final Throwable cause = e.getCause();...

()); L605: urlList = fessXpathTransformer.convertChildUrlList(urlList); L606: assertEquals(2, urlList.size()); L607: assertEquals("http://www.example.com", urlList.get(0).getUrl()); L608: assertEquals("http://www.test.com", urlList.get(1).getUrl()); L609: L610: urlList.clear(); L611: urlList.add(RequestDataBuilder.newRequestData().get().url("feed://www.example.com").build()); L612: urlList.add(RequestDataBuilder.newRequestData().get().url("http://...