* @param objs the log objects (should contain UrlQueue and Set of RequestData)
     */
    protected void processProcessChildUrlsByException(final Object... objs) {
        // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
        final UrlQueue<?> urlQueue = (UrlQueue<?>) objs[1];
        @SuppressWarnings("unchecked")
        final Set<RequestData> requestDataSet = (Set<RequestData>) objs[2];
        if (logger.isDebugEnabled()) {

</components>
```

### Crawler Context Configuration

```java
// Set maximum number of URLs to crawl
crawler.crawlerContext.setMaxAccessCount(1000);

// Set number of crawler threads
crawler.crawlerContext.setNumOfThread(10);

// Set maximum crawl depth
crawler.crawlerContext.setMaxDepth(3);

// Set request interval (politeness)
crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second
```

        // Set new set
        Set<String> newSet = new HashSet<>();
        newSet.add("http://new.com/robots.txt");
        crawlerContext.setRobotsTxtUrlSet(newSet);
        assertSame(newSet, crawlerContext.getRobotsTxtUrlSet());
        assertEquals(1, crawlerContext.getRobotsTxtUrlSet().size());

        // Set null
        crawlerContext.setRobotsTxtUrlSet(null);

# _/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/
# Lasta Di properties, you can set container's options
# _/_/_/_/_/_/_/_/_/_/

# location of smart-deploy mode e.g. maihama_env.properties: lasta_di.smart.deploy.mode
#smart.deploy.mode.location = maihama_env.properties: lasta_di.smart.deploy.mode

# package for smart deploy target e.g. org.docksidestage.app
smart.package1 = org.codelibs.fess.crawler

     * Initializes the CrawlerContainer by setting the system property
     * "java.protocol.handler.pkgs" to include the package "org.codelibs.fess.net.protocol".
     * If the property is not already set, it will be initialized with this package.
     * If the property is set but does not contain this package, the package will be appended.
     */
    default void initialize() {
        final StringBuilder buf = new StringBuilder(100);

         */
        void onConnect();
    }

    /**
     * Sets the scroll configuration for delete operations.
     *
     * @param scrollForDelete The scroll configuration.
     */
    public void setScrollForDelete(final Scroll scrollForDelete) {
        this.scrollForDelete = scrollForDelete;
    }

    /**
     * Sets the size for delete operations.
     * @param sizeForDelete The size.
     */

    /**
     * Total number of hits.
     */
    private long totalHits;

    /**
     * Time taken for the search in milliseconds.
     */
    private long tookInMillis;

    /**
     * Sets the total number of hits.
     * @param totalHits The total number of hits.
     */
    public void setTotalHits(final long totalHits) {
        this.totalHits = totalHits;
    }

    /**

 * This client is responsible for executing requests and handling responses.
 * It extends {@link AutoCloseable} to allow for resource management.
 */
public interface CrawlerClient extends AutoCloseable {

    /**
     * Sets the initialization parameters for the crawler client.
     *
     * @param params a map containing the initialization parameters
     */
    void setInitParameterMap(Map<String, Object> params);

    /**

===d.indexOf("data-")&&(d=n.camelCase(d.slice(5)),P(f,d,e[d])));L.set(f,"hasDataAttrs",!0)}return e}return"object"==typeof a?this.each(function(){M.set(this,a)}):J(this,function(b){var c,d=n.camelCase(a);if(f&&void 0===b){if(c=M.get(f,a),void 0!==c)return c;if(c=M.get(f,d),void 0!==c)return c;if(c=P(f,d,void 0),void 0!==c)return c}else this.each(function(){var c=M.get(this,d);M.set(this,d,b),-1!==a.indexOf("-")&&void 0!==c&&M.set(this,a,b)})},null,b,arguments.length>1,null,!0)},removeData:function(a){return...

        }
    }

    /**
     * Sets the maximum cached content size.
     * @param maxCachedContentSize The maximum cached content size in bytes.
     */
    public void setMaxCachedContentSize(final long maxCachedContentSize) {
        this.maxCachedContentSize = maxCachedContentSize;
    }

    /**
     * Sets the access timeout.
     * @param accessTimeout The access timeout in seconds.