Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 10 for CrawlingParameterUtil (0.14 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

     * <pre>
     * {@code
     * UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
     * CrawlingParameterUtil.setUrlQueue(newUrlQueue);
     *
     * CrawlerContext context = CrawlingParameterUtil.getCrawlerContext();
     * CrawlingParameterUtil.setCrawlerContext(newContext);
     *
     * UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
     * CrawlingParameterUtil.setUrlQueueService(newUrlQueueService);
     *
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java

        public void test_delayBeforeProcessing() {
            // 同時実行数
            final int numTasks = 100;
            // インターバル
            final Long waittime = 100L;
    
            CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
            final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
            for (int i = 0; i < numTasks; i++) {
                q.setUrl("http://example.com");
            }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 3.2K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            log(logHelper, LogType.START_THREAD, crawlerContext);
            int threadCheckCount = 0;
            // set urlQueue to thread
            CrawlingParameterUtil.setCrawlerContext(crawlerContext);
            CrawlingParameterUtil.setUrlQueueService(urlQueueService);
            CrawlingParameterUtil.setDataService(dataService);
            try {
                while (crawlerContext.getStatus() != CrawlerStatus.DONE && isContinue(threadCheckCount)) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

        protected void processResult(final UrlQueue<?> urlQueue, final ResponseData responseData, final ResultData resultData) {
            final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
            final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
            if (!urlQueueService.visited(urlQueue)) {
                if (checkAccessCount(crawlerContext)) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/http/HcHttpClientTest.java

    import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;
    import org.codelibs.fess.crawler.service.impl.UrlFilterServiceImpl;
    import org.codelibs.fess.crawler.util.CrawlerWebServer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.dbflute.utflute.core.PlainTestCase;
    
    /**
     * @author shinsuke
     *
     */
    public class HcHttpClientTest extends PlainTestCase {
        public HcHttpClient httpClient;
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 11.7K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java

    import org.codelibs.core.lang.SystemUtil;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    
    /**
     * HostIntervalController is an implementation of {@link org.codelibs.fess.crawler.interval.IntervalController}
     * that controls the interval between requests to the same host.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.2K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    import org.codelibs.fess.util.ComponentUtil;
    
    /**
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Jul 17 08:28:31 UTC 2025
    - 13.8K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

    import org.codelibs.fess.crawler.extractor.impl.TikaExtractor;
    import org.codelibs.fess.crawler.serializer.DataSerializer;
    import org.codelibs.fess.crawler.transformer.impl.AbstractTransformer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.helper.CrawlingConfigHelper;
    import org.codelibs.fess.helper.CrawlingInfoHelper;
    import org.codelibs.fess.helper.DocumentHelper;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java

    import org.codelibs.fess.crawler.helper.ContentLengthHelper;
    import org.codelibs.fess.crawler.helper.MimeTypeHelper;
    import org.codelibs.fess.crawler.helper.RobotsTxtHelper;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    
    import jakarta.annotation.Resource;
    
    /**
     * HcHttpClient is an HTTP client implementation that extends AbstractCrawlerClient.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 52.2K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

    import org.codelibs.fess.crawler.serializer.DataSerializer;
    import org.codelibs.fess.crawler.transformer.impl.XpathTransformer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.helper.CrawlingConfigHelper;
    import org.codelibs.fess.helper.CrawlingInfoHelper;
    import org.codelibs.fess.helper.DocumentHelper;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 54.4K bytes
    - Viewed (0)
Back to top