Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 23 for crawlerClients (2.32 sec)

  1. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

        /** Configuration key for crawler clients used in parameter maps */
        protected static final String CRAWLER_CLIENTS = "crawlerClients";
    
        /** HTTP status code for Not Found */
        private static final int HTTP_STATUS_NOT_FOUND = 404;
    
        /** HTTP status code for OK */
        private static final int HTTP_STATUS_OK = 200;
    
        /**
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 19.5K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClient.java

    /**
     * Interface representing a client for a web crawler.
     * This client is responsible for executing requests and handling responses.
     * It extends {@link AutoCloseable} to allow for resource management.
     */
    public interface CrawlerClient extends AutoCloseable {
    
        /**
         * Sets the initialization parameters for the crawler client.
         *
         * @param params a map containing the initialization parameters
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 1.8K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactoryWrapper.java

         * @param client The CrawlerClient instance.
         */
        @Override
        public void addClient(final String regex, final CrawlerClient client) {
            factory.addClient(regex, client);
        }
    
        /**
         * Adds a client to the wrapped factory at a specific position.
         * @param regex The regular expression for the client.
         * @param client The CrawlerClient instance.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 5.2K bytes
    - Viewed (10)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactory.java

         */
        public CrawlerClient getClient(final String urlKey) {
            if (StringUtil.isBlank(urlKey)) {
                return null;
            }
    
            for (final Map.Entry<Pattern, CrawlerClient> entry : clientMap.entrySet()) {
                final Matcher matcher = entry.getKey().matcher(urlKey);
                if (matcher.matches()) {
                    return entry.getValue();
                }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 7.3K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/FaultTolerantClient.java

        }
    
        /**
         * Closes the underlying CrawlerClient and releases any resources associated with it.
         *
         * @throws Exception if an error occurs during the close operation
         */
        @Override
        public void close() throws Exception {
            client.close();
        }
    
        /**
         * Returns the underlying CrawlerClient.
         * @return The CrawlerClient instance.
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 7.8K bytes
    - Viewed (0)
  6. CLAUDE.md

    └── fess-crawler-opensearch/   # OpenSearch backend
    ```
    
    ### Key Design Patterns
    
    **Factory**: `CrawlerClientFactory`, `ExtractorFactory` - protocol/format-specific component selection
    **Strategy**: `CrawlerClient`, `Extractor`, `Transformer` - pluggable implementations
    **Builder**: `RequestDataBuilder`, `ExtractorBuilder` - fluent construction
    **Template Method**: `AbstractCrawlerClient`, `AbstractExtractor` - common logic with overrides
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 28 17:31:34 UTC 2025
    - 10.7K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/CrawlerClientFactoryTest.java

            clientFactory.addClient("storage:.*", container.getComponent("storageClient"));
        }
    
        public void test_getClient() {
            String url;
            CrawlerClient client;
    
            url = "http://hoge.com/";
            client = clientFactory.getClient(url);
            assertNotNull(client);
            assertTrue(client instanceof FaultTolerantClient);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 5.3K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/thumbnail/impl/BaseThumbnailGenerator.java

                        config.initializeClientFactory(() -> ComponentUtil.getComponent(CrawlerClientFactory.class));
                final CrawlerClient client = crawlerClientFactory.getClient(url);
                if (client == null) {
                    throw new ThumbnailGenerationException("No CrawlerClient: " + configId + ", url: " + url);
                }
                String u = url;
                for (int i = 0; i < maxRedirectCount; i++) {
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 13.4K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java

            final CrawlerClient client = mock(CrawlerClient.class);
            when(clientFactory.getClient("http://example.com/")).thenReturn(client);
    
            // Use reflection to access protected method
            final java.lang.reflect.Method method = CrawlerThread.class.getDeclaredMethod("getClient", String.class);
            method.setAccessible(true);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.3K bytes
    - Viewed (0)
  10. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java

            assertEquals(5, testClient.count);
            assertEquals(url, response.getUrl());
            assertEquals(Constants.HEAD_METHOD, response.getMethod());
        }
    
        static class TestClient implements CrawlerClient {
            int count;
    
            int exceptionCount;
    
            long interval = 500;
    
            long previousTime;
    
            @Override
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 15.1K bytes
    - Viewed (0)
Back to top