Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 11 - 16 of 16 for crawlerClients (0.1 seconds)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

    import org.codelibs.fess.crawler.helper.ContentLengthHelper;
    import org.codelibs.fess.crawler.helper.MimeTypeHelper;
    
    import jakarta.annotation.Resource;
    
    /**
     * FileSystemClient is CrawlerClient implementation to crawl files on a file
     * system.
     *
     * @author shinsuke
     *
     */
    public class FileSystemClient extends AbstractCrawlerClient {
    
        /** Logger instance for this class */
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Nov 23 12:19:14 GMT 2025
    - 15.1K bytes
    - Click Count (0)
  2. src/main/java/org/codelibs/fess/helper/DocumentHelper.java

            final CrawlerClientFactory crawlerClientFactory = crawlingConfig.initializeClientFactory(ComponentUtil::getCrawlerClientFactory);
            final CrawlerClient client = crawlerClientFactory.getClient(url);
            if (client == null) {
                throw new CrawlingAccessException(
                        "CrawlerClient is null for URL: " + url + ". Unable to access the document without a crawler client.");
            }
    
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Mon Mar 30 14:27:04 GMT 2026
    - 17.4K bytes
    - Click Count (0)
  3. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

                    return;
                }
    
                final String url = dataMap.get(fessConfig.getIndexFieldUrl()).toString();
                final CrawlerClient client = crawlerClientFactory.getClient(url);
                if (client == null) {
                    logger.warn("CrawlerClient not available for url='{}'. Protocol may not be supported.", url);
                    return;
                }
    
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 29.7K bytes
    - Click Count (3)
  4. CLAUDE.md

    └── fess-crawler-opensearch/   # OpenSearch backend
    ```
    
    ### Key Design Patterns
    
    - **Factory**: `CrawlerClientFactory`, `ExtractorFactory` - protocol/format-specific component selection
    - **Strategy**: `CrawlerClient`, `Extractor`, `Transformer` - pluggable implementations
    - **Builder**: `RequestDataBuilder`, `ExtractorBuilder` - fluent construction
    - **Template Method**: `AbstractCrawlerClient`, `AbstractExtractor` - common logic with overrides
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Mar 12 03:39:20 GMT 2026
    - 8.1K bytes
    - Click Count (0)
  5. src/main/java/org/codelibs/fess/helper/ViewHelper.java

                    config.initializeClientFactory(() -> ComponentUtil.getComponent(CrawlerClientFactory.class));
            final CrawlerClient client = crawlerClientFactory.getClient(url);
            if (client == null) {
                throw new FessSystemException("No CrawlerClient: " + configId + ", url: " + url);
            }
            return writeContent(configId, url, client);
        }
    
        /**
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 52.6K bytes
    - Click Count (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/gcs/GcsClient.java

         */
        public void setCharset(final String charset) {
            this.charset = charset;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.client.CrawlerClient#doGet(java.lang.String)
         */
        @Override
        public ResponseData doGet(final String uri) {
            return processRequest(uri, true);
        }
    
        /**
         * Executes a HEAD request for the given URL.
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Dec 11 08:38:29 GMT 2025
    - 17.5K bytes
    - Click Count (0)
Back to Top