Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 6 of 6 for getUrlFilter (0.36 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

         */
        public void test_urlFilter() {
            assertNull(crawlerContext.getUrlFilter());
    
            TestUrlFilter filter = new TestUrlFilter();
            crawlerContext.setUrlFilter(filter);
            assertSame(filter, crawlerContext.getUrlFilter());
    
            crawlerContext.setUrlFilter(null);
            assertNull(crawlerContext.getUrlFilter());
        }
    
        /**
         * Test ruleManager getter and setter
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

         */
        public void setStatus(final CrawlerStatus status) {
            this.status = status;
        }
    
        /**
         * Returns the URL filter.
         * @return The UrlFilter.
         */
        public UrlFilter getUrlFilter() {
            return urlFilter;
        }
    
        /**
         * Sets the URL filter.
         * @param urlFilter The UrlFilter.
         */
        public void setUrlFilter(final UrlFilter urlFilter) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 8.9K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

            final Set<String> urlSet = new HashSet<>();
            final List<UrlQueue<?>> childList = childUrlList.stream()
                    .filter(d -> StringUtil.isNotBlank(d.getUrl()) && urlSet.add(d.getUrl()) && crawlerContext.getUrlFilter().match(d.getUrl()))
                    .map(d -> {
                        final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue");
                        uq.setCreateTime(SystemUtil.currentTimeMillis());
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

            }
        }
    
        /**
         * Returns the URL filter.
         * @return The UrlFilter instance.
         */
        public UrlFilter getUrlFilter() {
            return urlFilter;
        }
    
        /**
         * Sets the URL filter.
         * @param urlFilter The UrlFilter instance to set.
         */
        public void setUrlFilter(final UrlFilter urlFilter) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 17K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java

                                            final String urlValue = hostUrl + urlPattern;
                                            crawlerContext.getUrlFilter().addExclude(urlValue);
                                            if (logger.isInfoEnabled()) {
                                                logger.info("Excluded URL: {}", urlValue);
                                            }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 12:19:14 UTC 2025
    - 53.7K bytes
    - Viewed (0)
  6. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            testCrawler.setMaxAccessCount(100);
            assertEquals(100, testCrawler.getCrawlerContext().getMaxAccessCount());
        }
    
        public void test_getters() throws Exception {
            assertNotNull(crawler.getUrlFilter());
            assertNotNull(crawler.getRuleManager());
            assertNotNull(crawler.getIntervalController());
            assertNotNull(crawler.getClientFactory());
            assertNotNull(crawler.getCrawlerContext());
        }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Tue Nov 11 13:40:14 UTC 2025
    - 25.8K bytes
    - Viewed (0)
Back to top