Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 10 of 10 for CrawlingParameterUtil (0.17 seconds)

  2. github.com/codelibs/fess-crawler

    fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java 

     * <pre>
 * {@code
 * UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
 * CrawlingParameterUtil.setUrlQueue(newUrlQueue);
 *
 * CrawlerContext context = CrawlingParameterUtil.getCrawlerContext();
 * CrawlingParameterUtil.setCrawlerContext(newContext);
 *
 * UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
 * CrawlingParameterUtil.setUrlQueueService(newUrlQueueService);
 *
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Sat Nov 22 13:28:22 GMT 2025
    - 6.4K bytes
    - Click Count (0)
  3. github.com/codelibs/fess-crawler

    fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java 

            UrlQueue<?> urlQueue = createMockUrlQueue("test", "http://test.com");
        CrawlingParameterUtil.setUrlQueue(urlQueue);
        assertNotNull(CrawlingParameterUtil.getUrlQueue());

        // Set to null
        CrawlingParameterUtil.setUrlQueue(null);

        // Should be null now
        assertNull(CrawlingParameterUtil.getUrlQueue());
    }

    public void test_crawlerContext_setAndGet() {
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 14.6K bytes
    - Click Count (0)
  4. github.com/codelibs/fess-crawler

    fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java 

            // Number of concurrent tasks
        final int numTasks = 100;
        // Interval in milliseconds
        final Long waittime = 100L;

        CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
        final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
        for (int i = 0; i < numTasks; i++) {
            q.setUrl("http://example.com");
        }
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 11.4K bytes
    - Click Count (0)
  5. github.com/codelibs/fess-crawler

    CLAUDE.md 

    ```

### Thread-Local Storage

```java
// Set (in CrawlerThread)
CrawlingParameterUtil.setCrawlerContext(context);
CrawlingParameterUtil.setUrlQueue(urlQueue);

// Get (anywhere in same thread)
CrawlerContext ctx = CrawlingParameterUtil.getCrawlerContext();

// Clear (ALWAYS in finally)
CrawlingParameterUtil.clearAll();
```

## Log Message Guidelines
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Fri Nov 28 17:31:34 GMT 2025
    - 10.7K bytes
    - Click Count (0)
  6. github.com/codelibs/fess-crawler

    fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java 

    import org.codelibs.core.lang.SystemUtil;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;

import com.google.common.cache.Cache;
import com.google.common.cache.CacheBuilder;

/**
 * HostIntervalController is an implementation of {@link org.codelibs.fess.crawler.interval.IntervalController}
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 5.2K bytes
    - Click Count (0)
  7. github.com/codelibs/fess-crawler

    fess-crawler/src/test/java/org/codelibs/fess/crawler/client/http/HcHttpClientTest.java 

    import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;
import org.codelibs.fess.crawler.service.impl.UrlFilterServiceImpl;
import org.codelibs.fess.crawler.util.CrawlerWebServer;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class HcHttpClientTest extends PlainTestCase {
    public HcHttpClient httpClient;
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Sat Sep 06 04:15:37 GMT 2025
    - 11.7K bytes
    - Click Count (0)
  8. github.com/codelibs/fess

    src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java 

    import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.AccessResultData;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
import org.codelibs.fess.crawler.util.FieldConfigs;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.util.ComponentUtil;

/**
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Thu Dec 11 09:47:03 GMT 2025
    - 14.1K bytes
    - Click Count (0)
  9. github.com/codelibs/fess

    src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java 

    import org.codelibs.fess.crawler.extractor.impl.TikaExtractor;
import org.codelibs.fess.crawler.serializer.DataSerializer;
import org.codelibs.fess.crawler.transformer.impl.AbstractTransformer;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
import org.codelibs.fess.crawler.util.FieldConfigs;
import org.codelibs.fess.helper.CrawlingConfigHelper;
import org.codelibs.fess.helper.CrawlingInfoHelper;
import org.codelibs.fess.helper.DocumentHelper;
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25.7K bytes
    - Click Count (0)
  10. github.com/codelibs/fess-crawler

    fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java 

    import org.codelibs.fess.crawler.helper.ContentLengthHelper;
import org.codelibs.fess.crawler.helper.MimeTypeHelper;
import org.codelibs.fess.crawler.helper.RobotsTxtHelper;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;

import jakarta.annotation.Resource;

/**
 * HcHttpClient is an HTTP client implementation that extends AbstractCrawlerClient.
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Sun Nov 23 12:19:14 GMT 2025
    - 53.7K bytes
    - Click Count (0)
  11. github.com/codelibs/fess

    src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java 

    import org.codelibs.fess.crawler.serializer.DataSerializer;
import org.codelibs.fess.crawler.transformer.impl.XpathTransformer;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
import org.codelibs.fess.crawler.util.FieldConfigs;
import org.codelibs.fess.helper.CrawlingConfigHelper;
import org.codelibs.fess.helper.CrawlingInfoHelper;
import org.codelibs.fess.helper.DocumentHelper;
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Dec 12 13:58:40 GMT 2025
    - 54.6K bytes
    - Click Count (0)
Back to Top