Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 23 for crawlerClients (1.28 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java

            assertEquals(5, testClient.count);
            assertEquals(url, response.getUrl());
            assertEquals(Constants.HEAD_METHOD, response.getMethod());
        }
    
        static class TestClient implements CrawlerClient {
            int count;
    
            int exceptionCount;
    
            long interval = 500;
    
            long previousTime;
    
            @Override
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 15.1K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/AbstractCrawlerClient.java

    import jakarta.annotation.Resource;
    
    /**
     * Abstract base class for CrawlerClient implementations.
     * Provides common functionality for handling initialization parameters,
     * content length checks, and default method implementations.
     * It defines the basic structure and configuration options for crawler clients.
     */
    public abstract class AbstractCrawlerClient implements CrawlerClient {
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 9.7K bytes
    - Viewed (10)
  3. fess-crawler-lasta/src/main/resources/crawler/client.xml

    		<property name="soTimeout">30000</property>
    	</component>
    	<component name="httpClient"
    		class="org.codelibs.fess.crawler.client.FaultTolerantClient" instance="prototype">
    		<property name="crawlerClient">internalHttpClient</property>
    		<property name="maxRetryCount">5</property>
    		<property name="retryInterval">500</property>
    	</component>
    
    	<component name="fsClient"
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Dec 11 08:38:29 UTC 2025
    - 3.3K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

    import org.codelibs.fess.crawler.helper.ContentLengthHelper;
    import org.codelibs.fess.crawler.helper.MimeTypeHelper;
    
    import jakarta.annotation.Resource;
    
    /**
     * FileSystemClient is CrawlerClient implementation to crawl files on a file
     * system.
     *
     * @author shinsuke
     *
     */
    public class FileSystemClient extends AbstractCrawlerClient {
    
        /** Logger instance for this class */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 12:19:14 UTC 2025
    - 15.1K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/helper/DocumentHelper.java

            final CrawlerClientFactory crawlerClientFactory = crawlingConfig.initializeClientFactory(ComponentUtil::getCrawlerClientFactory);
            final CrawlerClient client = crawlerClientFactory.getClient(url);
            if (client == null) {
                throw new CrawlingAccessException(
                        "CrawlerClient is null for URL: " + url + ". Unable to access the document without a crawler client.");
            }
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 17.4K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

                    return;
                }
    
                final String url = dataMap.get(fessConfig.getIndexFieldUrl()).toString();
                final CrawlerClient client = crawlerClientFactory.getClient(url);
                if (client == null) {
                    logger.warn("CrawlerClient not available for url='{}'. Protocol may not be supported.", url);
                    return;
                }
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 29.7K bytes
    - Viewed (3)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientCreator.java

            if (logger.isDebugEnabled()) {
                logger.debug("loading {}", componentName);
            }
            try (CrawlerClient client = crawlerContainer.getComponent(componentName)) {
                crawlerClientFactory.addClient(regex, client);
            } catch (final Exception e) {
                if (logger.isDebugEnabled()) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.5K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb1/SmbClient.java

         */
        @Override
        public void close() {
            smbAuthenticationHolder = null;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String)
         */
        @Override
        public ResponseData doGet(final String uri) {
            return processRequest(uri, true);
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Dec 11 08:38:29 UTC 2025
    - 23.3K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb/SmbClient.java

            if (cifsContext != null) {
                cifsContext.close();
            }
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String)
         */
        @Override
        public ResponseData doGet(final String uri) {
            return processRequest(uri, true);
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Dec 11 08:38:29 UTC 2025
    - 23.4K bytes
    - Viewed (3)
  10. src/main/java/org/codelibs/fess/helper/ViewHelper.java

                    config.initializeClientFactory(() -> ComponentUtil.getComponent(CrawlerClientFactory.class));
            final CrawlerClient client = crawlerClientFactory.getClient(url);
            if (client == null) {
                throw new FessSystemException("No CrawlerClient: " + configId + ", url: " + url);
            }
            return writeContent(configId, url, client);
        }
    
        /**
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 52.6K bytes
    - Viewed (0)
Back to top