Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 12 for CrawlingParameterUtil (0.23 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

     * <pre>
     * {@code
     * UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
     * CrawlingParameterUtil.setUrlQueue(newUrlQueue);
     *
     * CrawlerContext context = CrawlingParameterUtil.getCrawlerContext();
     * CrawlingParameterUtil.setCrawlerContext(newContext);
     *
     * UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
     * CrawlingParameterUtil.setUrlQueueService(newUrlQueueService);
     *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Nov 22 13:28:22 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

            UrlQueue<?> urlQueue = createMockUrlQueue("test", "http://test.com");
            CrawlingParameterUtil.setUrlQueue(urlQueue);
            assertNotNull(CrawlingParameterUtil.getUrlQueue());
    
            // Set to null
            CrawlingParameterUtil.setUrlQueue(null);
    
            // Should be null now
            assertNull(CrawlingParameterUtil.getUrlQueue());
        }
    
        public void test_crawlerContext_setAndGet() {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 14.6K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java

            // Number of concurrent tasks
            final int numTasks = 100;
            // Interval in milliseconds
            final Long waittime = 100L;
    
            CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
            final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
            for (int i = 0; i < numTasks; i++) {
                q.setUrl("http://example.com");
            }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 11.4K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            log(logHelper, LogType.START_THREAD, crawlerContext);
            int threadCheckCount = 0;
            // set urlQueue to thread
            CrawlingParameterUtil.setCrawlerContext(crawlerContext);
            CrawlingParameterUtil.setUrlQueueService(urlQueueService);
            CrawlingParameterUtil.setDataService(dataService);
            try {
                while (crawlerContext.getStatus() != CrawlerStatus.DONE && isContinue(threadCheckCount)) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

        protected void processResult(final UrlQueue<?> urlQueue, final ResponseData responseData, final ResultData resultData) {
            final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
            final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
            if (!urlQueueService.visited(urlQueue)) {
                if (checkAccessCount(crawlerContext)) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  6. CLAUDE.md

    ```
    
    ### Thread-Local Storage
    
    ```java
    // Set (in CrawlerThread)
    CrawlingParameterUtil.setCrawlerContext(context);
    CrawlingParameterUtil.setUrlQueue(urlQueue);
    
    // Get (anywhere in same thread)
    CrawlerContext ctx = CrawlingParameterUtil.getCrawlerContext();
    
    // Clear (ALWAYS in finally)
    CrawlingParameterUtil.clearAll();
    ```
    
    ## Log Message Guidelines
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 28 17:31:34 UTC 2025
    - 10.7K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java

    import org.codelibs.core.lang.SystemUtil;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    
    import com.google.common.cache.Cache;
    import com.google.common.cache.CacheBuilder;
    
    /**
     * HostIntervalController is an implementation of {@link org.codelibs.fess.crawler.interval.IntervalController}
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 5.2K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/http/HcHttpClientTest.java

    import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;
    import org.codelibs.fess.crawler.service.impl.UrlFilterServiceImpl;
    import org.codelibs.fess.crawler.util.CrawlerWebServer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.dbflute.utflute.core.PlainTestCase;
    
    /**
     * @author shinsuke
     *
     */
    public class HcHttpClientTest extends PlainTestCase {
        public HcHttpClient httpClient;
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 11.7K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    import org.codelibs.fess.util.ComponentUtil;
    
    /**
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 14.1K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

    import org.codelibs.fess.crawler.extractor.impl.TikaExtractor;
    import org.codelibs.fess.crawler.serializer.DataSerializer;
    import org.codelibs.fess.crawler.transformer.impl.AbstractTransformer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.helper.CrawlingConfigHelper;
    import org.codelibs.fess.helper.CrawlingInfoHelper;
    import org.codelibs.fess.helper.DocumentHelper;
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25.7K bytes
    - Viewed (0)
Back to top