Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 19 of 19 for CrawlerClientFactory (0.31 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

    import java.text.SimpleDateFormat;
    import java.util.Date;
    import java.util.Locale;
    
    import javax.annotation.Resource;
    
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.container.CrawlerContainer;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.filter.UrlFilter;
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 7.9K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/es/config/exentity/DataConfig.java

            }
            return handlerScriptMap;
        }
    
        @Override
        public CrawlerClientFactory initializeClientFactory(final Supplier<CrawlerClientFactory> creator) {
            if (crawlerClientFactory != null) {
                return crawlerClientFactory;
            }
            final CrawlerClientFactory factory = creator.get();
    
            final Map<String, String> paramMap = getHandlerParameterMap();
    
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu May 09 09:48:04 UTC 2024
    - 18.5K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/helper/DocumentHelper.java

                throw new CrawlingAccessException("sessionId is null.");
            }
    
            final CrawlerClientFactory crawlerClientFactory = crawlingConfig.initializeClientFactory(ComponentUtil::getCrawlerClientFactory);
            final CrawlerClient client = crawlerClientFactory.getClient(url);
            if (client == null) {
                throw new CrawlingAccessException("CrawlerClient is null for " + url);
            }
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 12K bytes
    - Viewed (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/CrawlerClientFactoryTest.java

    import org.dbflute.utflute.core.PlainTestCase;
    
    /**
     * @author shinsuke
     *
     */
    public class CrawlerClientFactoryTest extends PlainTestCase {
        public CrawlerClientFactory clientFactory;
    
        @Override
        protected void setUp() throws Exception {
            super.setUp();
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 5.3K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

    import org.codelibs.core.lang.SystemUtil;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.CrawlerClient;
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.container.CrawlerContainer;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 15.5K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/helper/ViewHelper.java

            }
            final String url = DocumentUtil.getValue(doc, fessConfig.getIndexFieldUrl(), String.class);
            final CrawlerClientFactory crawlerClientFactory =
                    config.initializeClientFactory(() -> ComponentUtil.getComponent(CrawlerClientFactory.class));
            final CrawlerClient client = crawlerClientFactory.getClient(url);
            if (client == null) {
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu May 30 06:58:45 UTC 2024
    - 40.2K bytes
    - Viewed (0)
  7. fess-crawler-lasta/src/main/resources/crawler/client.xml

    	</component>
    
    	<component name="crawlerClientCreator"
    		class="org.codelibs.fess.crawler.client.CrawlerClientCreator">
    	</component>
    
    	<component name="clientFactory"
    		class="org.codelibs.fess.crawler.client.CrawlerClientFactory" instance="prototype">
    		<postConstruct name="addClient">
    			<arg>["http:.*", "https:.*"]</arg>
    			<arg>httpClient</arg>
    		</postConstruct>
    		<postConstruct name="addClient">
    			<arg>"file:.*"</arg>
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Tue Aug 08 12:54:47 UTC 2023
    - 2.8K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                    }).singleton("dataHelper", MemoryDataHelper.class).singleton("robotsTxtHelper", RobotsTxtHelper.class)
                    .<CrawlerClientFactory> singleton("clientFactory", CrawlerClientFactory.class, factory -> {
                        factory.addClient("http:.*", container.getComponent("httpClient"));
                        factory.addClient("file:.*", container.getComponent("fsClient"));
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 18K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/util/ComponentUtil.java

        }
    
        public static PrimaryCipher getPrimaryCipher() {
            return getComponent(PrimaryCipher.class);
        }
    
        public static CrawlerClientFactory getCrawlerClientFactory() {
            return getComponent(CrawlerClientFactory.class);
        }
    
        public static CrawlerClientCreator getCrawlerClientCreator() {
            return getComponent(CrawlerClientCreator.class);
        }
    
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 20K bytes
    - Viewed (0)
Back to top