Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 4 of 4 for getUrlFilter (0.13 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

        }
    
        public CrawlerStatus getStatus() {
            return status;
        }
    
        public void setStatus(final CrawlerStatus status) {
            this.status = status;
        }
    
        public UrlFilter getUrlFilter() {
            return urlFilter;
        }
    
        public void setUrlFilter(final UrlFilter urlFilter) {
            this.urlFilter = urlFilter;
        }
    
        public RuleManager getRuleManager() {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:40:57 UTC 2024
    - 4.5K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

                    crawlerThreadGroup.interrupt();
                }
            } catch (final Exception e) {
                // ignore
            }
        }
    
        public UrlFilter getUrlFilter() {
            return urlFilter;
        }
    
        public void setUrlFilter(final UrlFilter urlFilter) {
            this.urlFilter = urlFilter;
        }
    
        public RuleManager getRuleManager() {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 7.9K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

            final List<UrlQueue<?>> childList = childUrlList.stream().filter(d -> StringUtil.isNotBlank(d.getUrl())
                    && urlSet.add(d.getUrl() + "\n" + d.getMetaData()) && crawlerContext.getUrlFilter().match(d.getUrl())).map(d -> {
                        final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue");
                        uq.setCreateTime(SystemUtil.currentTimeMillis());
                        uq.setDepth(depth);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 9K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java

                                            final String urlValue = hostUrl + urlPattern;
                                            crawlerContext.getUrlFilter().addExclude(urlValue);
                                            if (logger.isInfoEnabled()) {
                                                logger.info("Excluded URL: {}", urlValue);
                                            }
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu May 09 09:29:26 UTC 2024
    - 41K bytes
    - Viewed (0)
Back to top