Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 8 of 8 for CrawlerClient (0.08 seconds)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClient.java

    /**
     * Interface representing a client for a web crawler.
     * This client is responsible for executing requests and handling responses.
     * It extends {@link AutoCloseable} to allow for resource management.
     */
    public interface CrawlerClient extends AutoCloseable {
    
        /**
         * Sets the initialization parameters for the crawler client.
         *
         * @param params a map containing the initialization parameters
         */
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sat Mar 15 06:52:00 GMT 2025
    - 1.8K bytes
    - Click Count (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactoryWrapper.java

         * @param client The CrawlerClient instance.
         */
        @Override
        public void addClient(final String regex, final CrawlerClient client) {
            factory.addClient(regex, client);
        }
    
        /**
         * Adds a client to the wrapped factory at a specific position.
         * @param regex The regular expression for the client.
         * @param client The CrawlerClient instance.
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Jul 06 02:13:03 GMT 2025
    - 5.2K bytes
    - Click Count (10)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactory.java

         */
        public CrawlerClient getClient(final String urlKey) {
            if (StringUtil.isBlank(urlKey)) {
                return null;
            }
    
            for (final Map.Entry<Pattern, CrawlerClient> entry : clientMap.entrySet()) {
                final Matcher matcher = entry.getKey().matcher(urlKey);
                if (matcher.matches()) {
                    return entry.getValue();
                }
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 7.3K bytes
    - Click Count (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/FaultTolerantClient.java

        }
    
        /**
         * Closes the underlying CrawlerClient and releases any resources associated with it.
         *
         * @throws Exception if an error occurs during the close operation
         */
        @Override
        public void close() throws Exception {
            client.close();
        }
    
        /**
         * Returns the underlying CrawlerClient.
         * @return The CrawlerClient instance.
         */
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Jul 06 02:13:03 GMT 2025
    - 7.8K bytes
    - Click Count (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/SwitchableHttpClient.java

        /** Value for HC5 client selection. */
        public static final String HC5_CLIENT = "hc5";
    
        /** The HC4 HTTP client instance. */
        protected CrawlerClient hc4Client;
    
        /** The HC5 HTTP client instance. */
        protected CrawlerClient hc5Client;
    
        /** Flag indicating which client is selected (true = hc5, false = hc4). */
        private boolean useHc5 = true;
    
        /**
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Jan 08 04:17:06 GMT 2026
    - 4.9K bytes
    - Click Count (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/AbstractCrawlerClient.java

    import jakarta.annotation.Resource;
    
    /**
     * Abstract base class for CrawlerClient implementations.
     * Provides common functionality for handling initialization parameters,
     * content length checks, and default method implementations.
     * It defines the basic structure and configuration options for crawler clients.
     */
    public abstract class AbstractCrawlerClient implements CrawlerClient {
    
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sat Sep 06 04:15:37 GMT 2025
    - 9.7K bytes
    - Click Count (10)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientCreator.java

            if (logger.isDebugEnabled()) {
                logger.debug("loading {}", componentName);
            }
            try (CrawlerClient client = crawlerContainer.getComponent(componentName)) {
                crawlerClientFactory.addClient(regex, client);
            } catch (final Exception e) {
                if (logger.isDebugEnabled()) {
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Jul 06 02:13:03 GMT 2025
    - 4.5K bytes
    - Click Count (0)
  8. CLAUDE.md

    └── fess-crawler-opensearch/   # OpenSearch backend
    ```
    
    ### Key Design Patterns
    
    - **Factory**: `CrawlerClientFactory`, `ExtractorFactory` - protocol/format-specific component selection
    - **Strategy**: `CrawlerClient`, `Extractor`, `Transformer` - pluggable implementations
    - **Builder**: `RequestDataBuilder`, `ExtractorBuilder` - fluent construction
    - **Template Method**: `AbstractCrawlerClient`, `AbstractExtractor` - common logic with overrides
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Mar 12 03:39:20 GMT 2026
    - 8.1K bytes
    - Click Count (0)
Back to Top