- Sort Score
- Result 10 results
- Languages All
Results 1 - 9 of 9 for depth (0.04 sec)
-
fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/entity/OpenSearchUrlQueue.java
public static final String URL = "url"; /** * Field name for parent URL. */ public static final String PARENT_URL = "parentUrl"; /** * Field name for depth. */ public static final String DEPTH = "depth"; /** * Field name for last modified timestamp. */ public static final String LAST_MODIFIED = "lastModified"; /** * Field name for creation time.
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 3.1K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/UrlQueueImpl.java
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 6.1K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/UrlQueue.java
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sat Mar 15 06:52:00 UTC 2025 - 4.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java
this.maxThreadCheckCount = maxThreadCheckCount; } /** * Returns the maximum depth. * @return The maximum depth. */ public int getMaxDepth() { return maxDepth; } /** * Sets the maximum depth. * @param maxDepth The maximum depth. */ public void setMaxDepth(final int maxDepth) { this.maxDepth = maxDepth; }Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 8.9K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java
} final int depth = urlQueue.getDepth() == null ? 1 : urlQueue.getDepth() + 1; if (crawlerContext.getMaxDepth() < 0 || depth <= crawlerContext.getMaxDepth()) { // add and filter urls storeChildUrls(crawlerContext, resultData.getChildUrlSet(), urlQueue.getUrl(), depth, resultData.getEncoding()); }Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 12.5K bytes - Viewed (0) -
fess-crawler-opensearch/src/main/resources/mapping/queue.json
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Thu Nov 07 04:44:10 UTC 2024 - 457 bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
* @param childUrlList The set of child URLs to store. * @param url The parent URL. * @param depth The depth of the child URLs. */ protected void storeChildUrls(final Set<RequestData> childUrlList, final String url, final int depth) { if (crawlerContext.getMaxDepth() >= 0 && depth > crawlerContext.getMaxDepth()) { return; } // add url and filterRegistered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 20.4K bytes - Viewed (0) -
README.md
```java // Set maximum number of URLs to crawl crawler.crawlerContext.setMaxAccessCount(1000); // Set number of crawler threads crawler.crawlerContext.setNumOfThread(10); // Set maximum crawl depth crawler.crawlerContext.setMaxDepth(3); // Set request interval (politeness) crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second ``` ### URL Filtering ```java // Include patterns
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Aug 31 05:32:52 UTC 2025 - 15.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java
*/ public void setMaxThreadCheckCount(final int maxThreadCheckCount) { crawlerContext.maxThreadCheckCount = maxThreadCheckCount; } /** * Sets the maximum depth. * @param maxDepth The maximum depth. */ public void setMaxDepth(final int maxDepth) { crawlerContext.maxDepth = maxDepth; } /** * Sets the maximum access count.Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 14K bytes - Viewed (0)