Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 7 of 7 for getUrlQueue (0.04 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

            assertNull(CrawlingParameterUtil.getUrlQueue());
    
            // Create and set a mock UrlQueue
            UrlQueue<?> urlQueue = createMockUrlQueue("test-session", "http://example.com");
            CrawlingParameterUtil.setUrlQueue(urlQueue);
    
            // Verify it can be retrieved
            UrlQueue<?> retrieved = CrawlingParameterUtil.getUrlQueue();
            assertNotNull(retrieved);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 14.6K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

     * </ul>
     *
     * <p>Each parameter is stored in a ThreadLocal variable to ensure thread safety.</p>
     *
     * <p>Usage example:</p>
     * <pre>
     * {@code
     * UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
     * CrawlingParameterUtil.setUrlQueue(newUrlQueue);
     *
     * CrawlerContext context = CrawlingParameterUtil.getCrawlerContext();
     * CrawlingParameterUtil.setCrawlerContext(newContext);
     *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Nov 22 13:28:22 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java

         * @throws CrawlerSystemException if an error occurs while processing the URL
         */
        @Override
        protected void delayBeforeProcessing() {
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue == null) {
                return;
            }
    
            final String url = urlQueue.getUrl();
            if (StringUtil.isBlank(url) || url.startsWith("file:")) {
                // not target
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 5.2K bytes
    - Viewed (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java

            final int numTasks = 100;
            // Interval in milliseconds
            final Long waittime = 100L;
    
            CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
            final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
            for (int i = 0; i < numTasks; i++) {
                q.setUrl("http://example.com");
            }
    
            final HostIntervalController controller = new HostIntervalController();
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 11.4K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

            String enc = Constants.UTF_8;
            if (StringUtil.isBlank(fessConfig.getCrawlerDocumentFileNameEncoding())) {
                final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                if (urlQueue != null) {
                    final String parentUrl = urlQueue.getParentUrl();
                    if (StringUtil.isNotEmpty(parentUrl)) {
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 14.1K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

            final FieldConfigs fieldConfigs = new FieldConfigs(crawlingConfig.getConfigParameterMap(ConfigName.FIELD));
    
            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25.7K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

            final Map<String, String> xpathConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.XPATH);
    
            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Dec 12 13:58:40 UTC 2025
    - 54.6K bytes
    - Viewed (0)
Back to top