} else {
                responseProcessor.process(responseData);
            }
        }

    }

    /**
     * Stores child URLs to the crawling queue.
     * @param childUrlList The set of child URLs to store.
     * @param url The parent URL.
     * @param depth The depth of the child URLs.
     */

     */
    public void setDefaultMimeType(final String defaultMimeType) {
        this.defaultMimeType = defaultMimeType;
    }

    /**
     * Sets the cookie store for managing cookies.
     *
     * @param cookieStore The cookie store
     */
    public void setCookieStore(final CookieStore cookieStore) {
        this.cookieStore = cookieStore;
    }

    /**

                if (logger.isDebugEnabled()) {
                    logger.debug("Storing accessResult: {}", accessResult);
                }
                try {
                    // store
                    CrawlingParameterUtil.getDataService().store(accessResult);
                } catch (final Exception e) {
                    crawlerContext.decrementAndGetAccessCount();
                    if (urlQueueService.visited(urlQueue)) {

/**
 * HostIntervalController is an implementation of {@link org.codelibs.fess.crawler.interval.IntervalController}
 * that controls the interval between requests to the same host.
 * It uses a ConcurrentMap to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.

            if (responseData == null) {
                return null;
            }

            ResultData resultData = new ResultData();
            resultData.setTransformerName(name);
            // Store some dummy data
            resultData.setData("test data".getBytes());

            return resultData;
        }

        @Override
        public Object getData(AccessResultData<?> accessResultData) {

        }
    }

    /**
     * Puts a value into the extract data with appropriate type conversion.
     *
     * @param data the extract data to store the value in
     * @param key the key for the value
     * @param value the value to store
     */
    protected void putValue(final ExtractData data, final String key, final Object value) {
        try {
            if (value instanceof String) {

 * only one of them (allRequired = false). It also supports a default rule that always matches.
 *
 * <p>
 * The class uses a map of field names to Pattern objects to store the regular expressions.
 * The match method extracts the values of the specified fields from the ResponseData and
 * applies the corresponding regular expressions.
 * </p>
 *
 * <p>
 * Example usage:
 * </p>
 *

                }
            } else {
                ext = outputExtension;
            }
            outputFile = createTempFile("cmdextout_" + filePrefix + "_", ext, tempDir);

            // store to a file
            CopyUtil.copy(in, inputFile);

            executeCommand(inputFile, outputFile);

 * This class provides methods for managing a queue of URLs to be crawled,
 * including adding, deleting, and retrieving URLs from the queue.
 * It uses a {@link MemoryDataHelper} to store the URL queue data in memory.
 *
 * <p>
 * The class is responsible for:
 * </p>
 * <ul>
 *   <li>Updating session IDs for URL queues.</li>
 *   <li>Adding new URLs to the queue.</li>

            return resultData;
        } catch (final CrawlerSystemException e) {
            throw e;
        } catch (final Exception e) {
            throw new CrawlerSystemException("Could not store data.", e);
        }
    }

    /**
     * Retrieves a list of XPath nodes from the document.
     *
     * @param doc The XML document.
     * @param xpath The XPath expression.