Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 19 for CrawlerClientFactory (0.17 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactory.java

    import jakarta.annotation.PostConstruct;
    import jakarta.annotation.Resource;
    
    /**
     * @author shinsuke
     *
     */
    public class CrawlerClientFactory implements AutoCloseable {
        private static final Logger logger = LoggerFactory.getLogger(CrawlerClientFactory.class);
    
        @Resource
        protected CrawlerContainer crawlerContainer;
    
        protected Map<Pattern, CrawlerClient> clientMap = new LinkedHashMap<>();
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 4.7K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/thumbnail/impl/BaseThumbnailGenerator.java

                    logger.info("Generating Thumbnail: {}", url);
                }
    
                final CrawlerClientFactory crawlerClientFactory =
                        config.initializeClientFactory(() -> ComponentUtil.getComponent(CrawlerClientFactory.class));
                final CrawlerClient client = crawlerClientFactory.getClient(url);
                if (client == null) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 11.1K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfigWrapper.java

        }
    
        @Override
        public Integer getTimeToLive() {
            return crawlingConfig.getTimeToLive();
        }
    
        @Override
        public CrawlerClientFactory initializeClientFactory(final Supplier<CrawlerClientFactory> creator) {
            return crawlingConfig.initializeClientFactory(creator);
        }
    
        @Override
        public Map<String, String> getConfigParameterMap(final ConfigName name) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 2.2K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfig.java

        String[] getVirtualHosts();
    
        String getDocumentBoost();
    
        String getIndexingTarget(String input);
    
        String getConfigId();
    
        Integer getTimeToLive();
    
        CrawlerClientFactory initializeClientFactory(Supplier<CrawlerClientFactory> creator);
    
        Map<String, String> getConfigParameterMap(ConfigName name);
    
        default void initializeDefaultHttpProxy(final Map<String, Object> paramMap) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Oct 24 13:01:38 UTC 2024
    - 5.5K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientCreator.java

        protected List<CrawlerClientFactory> clientFactoryList = new LinkedList<>();
    
        protected int maxClientFactorySize = 10000;
    
        public synchronized void register(final CrawlerClientFactory crawlerClientFactory) {
            clientMap.entrySet().stream().forEach(e -> load(crawlerClientFactory, e.getKey(), e.getValue()));
            clientFactoryList.add(crawlerClientFactory);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 2.9K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/es/config/exentity/FileConfig.java

            return ConfigType.FILE.getConfigId(getId());
        }
    
        @Override
        public CrawlerClientFactory initializeClientFactory(final Supplier<CrawlerClientFactory> creator) {
            if (crawlerClientFactory != null) {
                return crawlerClientFactory;
            }
            final CrawlerClientFactory factory = creator.get();
    
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 9.8K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

     */
    package org.codelibs.fess.crawler;
    
    import java.text.SimpleDateFormat;
    import java.util.Date;
    import java.util.Locale;
    
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.container.CrawlerContainer;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.filter.UrlFilter;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 7.9K bytes
    - Viewed (0)
  8. src/test/java/org/codelibs/fess/es/config/exentity/WebConfigTest.java

            CrawlerClientFactory crawlerClientFactory = webConfig.initializeClientFactory(() -> new CrawlerClientFactory() {
                public void setInitParameterMap(final Map<String, Object> params) {
                    initParamMapSet.set(params);
                }
            });
            assertNotNull(crawlerClientFactory);
            Map<String, Object> initParamMap = initParamMapSet.get();
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu May 09 09:48:04 UTC 2024
    - 7.6K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/es/config/exentity/WebConfig.java

            return ConfigType.WEB.getConfigId(getId());
        }
    
        @Override
        public CrawlerClientFactory initializeClientFactory(final Supplier<CrawlerClientFactory> creator) {
            if (crawlerClientFactory != null) {
                return crawlerClientFactory;
            }
            final CrawlerClientFactory factory = creator.get();
    
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 9.8K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactoryWrapper.java

    import java.util.regex.Pattern;
    
    public class CrawlerClientFactoryWrapper extends CrawlerClientFactory {
        private final CrawlerClientFactory factory;
    
        private final Map<String, Object> params = new HashMap<>();
    
        public CrawlerClientFactoryWrapper(final CrawlerClientFactory factory) {
            this.factory = factory;
        }
    
        public CrawlerClientFactory getParent() {
            return factory;
        }
    
        @Override
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 2.4K bytes
    - Viewed (0)
Back to top