Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 11 for CrawlerClient (0.1 sec)

  1. src/main/java/org/codelibs/fess/thumbnail/impl/BaseThumbnailGenerator.java

                        config.initializeClientFactory(() -> ComponentUtil.getComponent(CrawlerClientFactory.class));
                final CrawlerClient client = crawlerClientFactory.getClient(url);
                if (client == null) {
                    throw new ThumbnailGenerationException("No CrawlerClient: " + configId + ", url: " + url);
                }
                String u = url;
                for (int i = 0; i < maxRedirectCount; i++) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 11.1K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

    import org.codelibs.core.misc.Pair;
    import org.codelibs.fess.app.service.FailureUrlService;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.CrawlerClient;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.log.LogType;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 14.6K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

    import org.codelibs.fess.crawler.helper.MimeTypeHelper;
    import org.slf4j.Logger;
    import org.slf4j.LoggerFactory;
    
    import jakarta.annotation.Resource;
    
    /**
     * FileSystemClient is CrawlerClient implementation to crawl files on a file
     * system.
     *
     * @author shinsuke
     *
     */
    public class FileSystemClient extends AbstractCrawlerClient {
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 11.8K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

                    }
                }
            }
        }
    
        protected CrawlerClient getClient(final String url) {
            return clientFactory.getClient(url);
        }
    
        protected boolean isContentUpdated(final CrawlerClient client, final UrlQueue<?> urlQueue) {
            if (urlQueue.getLastModified() != null) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:41:37 UTC 2024
    - 15.5K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java

            assertEquals(5, testClient.count);
            assertEquals(url, response.getUrl());
            assertEquals(Constants.HEAD_METHOD, response.getMethod());
        }
    
        static class TestClient implements CrawlerClient {
            int count;
    
            int exceptionCount;
    
            long interval = 500;
    
            long previousTime;
    
            @Override
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 15.1K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

                    return;
                }
    
                final String url = dataMap.get(fessConfig.getIndexFieldUrl()).toString();
                final CrawlerClient client = crawlerClientFactory.getClient(url);
                if (client == null) {
                    logger.warn("CrawlerClient is null. Data: {}", dataMap);
                    return;
                }
    
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 16.8K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/storage/StorageClient.java

        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String)
         */
        @Override
        public ResponseData doGet(final String uri) {
            return processRequest(uri, true);
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.client.CrawlerClient#doHead(java.lang.String)
         */
        @Override
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 13.9K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/helper/DocumentHelper.java

            final CrawlerClientFactory crawlerClientFactory = crawlingConfig.initializeClientFactory(ComponentUtil::getCrawlerClientFactory);
            final CrawlerClient client = crawlerClientFactory.getClient(url);
            if (client == null) {
                throw new CrawlingAccessException("CrawlerClient is null for " + url);
            }
    
            final SystemHelper systemHelper = ComponentUtil.getSystemHelper();
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:53:18 UTC 2024
    - 12K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb1/SmbClient.java

        }
    
        @Override
        public void close() {
            smbAuthenticationHolder = null;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String)
         */
        @Override
        public ResponseData doGet(final String uri) {
            return processRequest(uri, true);
        }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 18.9K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb/SmbClient.java

            if (cifsContext != null) {
                cifsContext.close();
            }
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String)
         */
        @Override
        public ResponseData doGet(final String uri) {
            return processRequest(uri, true);
        }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu May 23 01:54:36 UTC 2024
    - 17.9K bytes
    - Viewed (0)
Back to top