- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 11 for crawlerClients (0.21 sec)
-
src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java
private static final Logger logger = LogManager.getLogger(FessCrawlerThread.class); protected static final String CRAWLER_CLIENTS = "crawlerClients"; protected ConcurrentHashMap<String, Pair<String, Pattern>> clientRuleCache = new ConcurrentHashMap<>(); @Override protected boolean isContentUpdated(final CrawlerClient client, final UrlQueue<?> urlQueue) { if (ComponentUtil.getFessConfig().isIncrementalCrawling()) {
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 14.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/thumbnail/impl/BaseThumbnailGenerator.java
config.initializeClientFactory(() -> ComponentUtil.getComponent(CrawlerClientFactory.class)); final CrawlerClient client = crawlerClientFactory.getClient(url); if (client == null) { throw new ThumbnailGenerationException("No CrawlerClient: " + configId + ", url: " + url); } String u = url; for (int i = 0; i < maxRedirectCount; i++) {
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 11.1K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
} } } } protected CrawlerClient getClient(final String url) { return clientFactory.getClient(url); } protected boolean isContentUpdated(final CrawlerClient client, final UrlQueue<?> urlQueue) { if (urlQueue.getLastModified() != null) {
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 15.5K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java
import org.codelibs.fess.crawler.helper.ContentLengthHelper; import org.codelibs.fess.crawler.helper.MimeTypeHelper; import org.slf4j.Logger; import org.slf4j.LoggerFactory; /** * FileSystemClient is CrawlerClient implementation to crawl files on a file * system. * * @author shinsuke * */ public class FileSystemClient extends AbstractCrawlerClient {
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 11.8K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 16.8K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/client/storage/StorageClient.java
/* * (non-Javadoc) * * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String) */ @Override public ResponseData doGet(final String uri) { return processRequest(uri, true); } /* * (non-Javadoc) * * @see org.codelibs.fess.crawler.client.CrawlerClient#doHead(java.lang.String) */ @Override
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 13.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/DocumentHelper.java
final CrawlerClientFactory crawlerClientFactory = crawlingConfig.initializeClientFactory(ComponentUtil::getCrawlerClientFactory); final CrawlerClient client = crawlerClientFactory.getClient(url); if (client == null) { throw new CrawlingAccessException("CrawlerClient is null for " + url); } final SystemHelper systemHelper = ComponentUtil.getSystemHelper();
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 12K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java
assertEquals(5, testClient.count); assertEquals(url, response.getUrl()); assertEquals(Constants.HEAD_METHOD, response.getMethod()); } static class TestClient implements CrawlerClient { int count; int exceptionCount; long interval = 500; long previousTime; @Override
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 15.1K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb1/SmbClient.java
} @Override public void close() { smbAuthenticationHolder = null; } /* * (non-Javadoc) * * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String) */ @Override public ResponseData doGet(final String uri) { return processRequest(uri, true); }
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 18.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/ViewHelper.java
final CrawlerClient client = crawlerClientFactory.getClient(url); if (client == null) { throw new FessSystemException("No CrawlerClient: " + configId + ", url: " + url); } return writeContent(configId, url, client); } protected StreamResponse writeContent(final String configId, final String url, final CrawlerClient client) {
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu May 30 06:58:45 UTC 2024 - 40.2K bytes - Viewed (0)