Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 8 of 8 for CrawlingParameterUtil (0.55 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

            UrlQueue<?> urlQueue = createMockUrlQueue("test", "http://test.com");
            CrawlingParameterUtil.setUrlQueue(urlQueue);
            assertNotNull(CrawlingParameterUtil.getUrlQueue());
    
            // Set to null
            CrawlingParameterUtil.setUrlQueue(null);
    
            // Should be null now
            assertNull(CrawlingParameterUtil.getUrlQueue());
        }
    
        public void test_crawlerContext_setAndGet() {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 14.6K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java

            // Number of concurrent tasks
            final int numTasks = 100;
            // Interval in milliseconds
            final Long waittime = 100L;
    
            CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
            final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
            for (int i = 0; i < numTasks; i++) {
                q.setUrl("http://example.com");
            }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 11.4K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            log(logHelper, LogType.START_THREAD, crawlerContext);
            int threadCheckCount = 0;
            // set urlQueue to thread
            CrawlingParameterUtil.setCrawlerContext(crawlerContext);
            CrawlingParameterUtil.setUrlQueueService(urlQueueService);
            CrawlingParameterUtil.setDataService(dataService);
            try {
                while (crawlerContext.getStatus() != CrawlerStatus.DONE && isContinue(threadCheckCount)) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

        protected void processResult(final UrlQueue<?> urlQueue, final ResponseData responseData, final ResultData resultData) {
            final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
            final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
            if (!urlQueueService.visited(urlQueue)) {
                if (checkAccessCount(crawlerContext)) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  5. CLAUDE.md

    ```
    
    ### Thread-Local Storage
    
    ```java
    // Set (in CrawlerThread)
    CrawlingParameterUtil.setCrawlerContext(context);
    CrawlingParameterUtil.setUrlQueue(urlQueue);
    
    // Get (anywhere in same thread)
    CrawlerContext ctx = CrawlingParameterUtil.getCrawlerContext();
    
    // Clear (ALWAYS in finally)
    CrawlingParameterUtil.clearAll();
    ```
    
    ## Log Message Guidelines
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 28 17:31:34 UTC 2025
    - 10.7K bytes
    - Viewed (0)
  6. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/http/HcHttpClientTest.java

    import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;
    import org.codelibs.fess.crawler.service.impl.UrlFilterServiceImpl;
    import org.codelibs.fess.crawler.util.CrawlerWebServer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.dbflute.utflute.core.PlainTestCase;
    
    /**
     * @author shinsuke
     *
     */
    public class HcHttpClientTest extends PlainTestCase {
        public HcHttpClient httpClient;
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 11.7K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    import org.codelibs.fess.util.ComponentUtil;
    
    /**
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 14.1K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

    import org.codelibs.fess.crawler.extractor.impl.TikaExtractor;
    import org.codelibs.fess.crawler.serializer.DataSerializer;
    import org.codelibs.fess.crawler.transformer.impl.AbstractTransformer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.helper.CrawlingConfigHelper;
    import org.codelibs.fess.helper.CrawlingInfoHelper;
    import org.codelibs.fess.helper.DocumentHelper;
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25.7K bytes
    - Viewed (0)
Back to top