Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 9 of 9 for depth (0.04 sec)

  1. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/entity/OpenSearchUrlQueue.java

        public static final String URL = "url";
    
        /**
         * Field name for parent URL.
         */
        public static final String PARENT_URL = "parentUrl";
    
        /**
         * Field name for depth.
         */
        public static final String DEPTH = "depth";
    
        /**
         * Field name for last modified timestamp.
         */
        public static final String LAST_MODIFIED = "lastModified";
    
        /**
         * Field name for creation time.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.1K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/UrlQueueImpl.java

         */
        @Override
        public Integer getDepth() {
            return depth;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.entity.UrlQueue#setDepth(java.lang.Integer)
         */
        @Override
        public void setDepth(final Integer depth) {
            this.depth = depth;
        }
    
        /*
         * (non-Javadoc)
         *
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 6.1K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/UrlQueue.java

        /**
         * Retrieves the depth of the URL in the queue.
         *
         * @return the depth of the URL as an Integer.
         */
        Integer getDepth();
    
        /**
         * Sets the depth of the URL in the queue.
         *
         * @param depth the depth to set, represented as an Integer.
         */
        void setDepth(Integer depth);
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 4.3K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

            this.maxThreadCheckCount = maxThreadCheckCount;
        }
    
        /**
         * Returns the maximum depth.
         * @return The maximum depth.
         */
        public int getMaxDepth() {
            return maxDepth;
        }
    
        /**
         * Sets the maximum depth.
         * @param maxDepth The maximum depth.
         */
        public void setMaxDepth(final int maxDepth) {
            this.maxDepth = maxDepth;
        }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 8.9K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

                    }
                    final int depth = urlQueue.getDepth() == null ? 1 : urlQueue.getDepth() + 1;
                    if (crawlerContext.getMaxDepth() < 0 || depth <= crawlerContext.getMaxDepth()) {
                        // add and filter urls
                        storeChildUrls(crawlerContext, resultData.getChildUrlSet(), urlQueue.getUrl(), depth, resultData.getEncoding());
                    }
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  6. fess-crawler-opensearch/src/main/resources/mapping/queue.json

    {
        "properties": {
          "depth": {
            "type": "integer"
          },
          "parentUrl": {
            "type": "keyword"
          },
          "method": {
            "type": "keyword"
          },
          "weight": {
            "type": "float"
          },
          "createTime": {
            "type": "long"
          },
          "lastModified": {
            "type": "long"
          },
          "sessionId": {
            "type": "keyword"
          },
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Nov 07 04:44:10 UTC 2024
    - 457 bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

         * @param childUrlList The set of child URLs to store.
         * @param url The parent URL.
         * @param depth The depth of the child URLs.
         */
        protected void storeChildUrls(final Set<RequestData> childUrlList, final String url, final int depth) {
            if (crawlerContext.getMaxDepth() >= 0 && depth > crawlerContext.getMaxDepth()) {
                return;
            }
    
            // add url and filter
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  8. README.md

    ```java
    // Set maximum number of URLs to crawl
    crawler.crawlerContext.setMaxAccessCount(1000);
    
    // Set number of crawler threads
    crawler.crawlerContext.setNumOfThread(10);
    
    // Set maximum crawl depth
    crawler.crawlerContext.setMaxDepth(3);
    
    // Set request interval (politeness)
    crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second
    ```
    
    ### URL Filtering
    
    ```java
    // Include patterns
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Aug 31 05:32:52 UTC 2025
    - 15.3K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

         */
        public void setMaxThreadCheckCount(final int maxThreadCheckCount) {
            crawlerContext.maxThreadCheckCount = maxThreadCheckCount;
        }
    
        /**
         * Sets the maximum depth.
         * @param maxDepth The maximum depth.
         */
        public void setMaxDepth(final int maxDepth) {
            crawlerContext.maxDepth = maxDepth;
        }
    
        /**
         * Sets the maximum access count.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 14K bytes
    - Viewed (0)
Back to top