*/
    @Override
    public void update(final AccessResultImpl<Long> accessResult) {
        final Map<String, AccessResultImpl<Long>> arMap = dataHelper.getAccessResultMap(accessResult.getSessionId());
        if (!arMap.containsKey(accessResult.getUrl())) {
            throw new CrawlerSystemException(accessResult.getUrl() + " is not found.");
        }

    /** Map of user agent patterns to their corresponding directives. */
    protected final Map<Pattern, Directive> directiveMap = new LinkedHashMap<>();

    /** List of sitemap URLs found in the robots.txt file. */
    private final List<String> sitemapList = new ArrayList<>();

    /**
     * Creates a new RobotsTxt instance.
     */
    public RobotsTxt() {
        // Default constructor
    }

        }
    }

    /**
     * Retrieves a setting value by key.
     * @param key The key of the setting.
     * @return The setting value, or null if not found.
     */
    public Object get(final String key) {
        final GetResponse getResponse =
                client.prepareGet().setIndex(settingsIndexName).setId(settingsId).execute().actionGet(getSearchTimeout());

        if (cachedXPathAPI == null) {
            cachedXPathAPI = new XPathAPI();
            xpathAPI.set(cachedXPathAPI);
        }
        return cachedXPathAPI;
    }

    /**
     * Stores child URLs found in the HTML content.
     *
     * @param responseData the response data containing the HTML content
     * @param resultData the result data to store child URLs in

            final String code = e.errorResponse().code();
            switch (code) {
            case "NoSuchBucket":
                throw new CrawlingAccessException("Bucket " + bucketName + " is not found.", e);
            case "NoSuchKey", "NoSuchObject":
                if (logger.isDebugEnabled()) {
                    logger.debug("{} is not an object.", path);
                }
                break;

            urlFilterService = crawlerContainer.getComponent("urlFilterService");
            if (urlFilterService == null) {
                throw new CrawlerSystemException("urlFilterService is not found.");
            }
        }
        return urlFilterService;
    }

    /**
     * Returns a string representation of this object.
     * @return A string representation.
     */
    @Override

 */
package org.codelibs.fess.crawler.exception;

import java.util.Set;

import org.codelibs.fess.crawler.entity.RequestData;

/**
 * {@link ChildUrlsException} is thrown when child URLs are found during crawling.
 * It extends {@link CrawlerSystemException} and holds a set of {@link RequestData}
 * representing the child URLs that caused the exception.
 *
 */

    }

    /**
     * Retrieves an SMB authentication configuration that matches the given path.
     * @param path The path to match.
     * @return The matching SmbAuthentication object, or null if no match is found.
     */
    public SmbAuthentication get(final String path) {
        if (path == null) {
            return null;
        }

        for (final Map.Entry<String, SmbAuthentication> entry : authMap.entrySet()) {

     * that tries each extractor in order until one succeeds.
     *
     * @param key the key to look up
     * @return the extractor for the key, or null if not found
     */
    public Extractor getExtractor(final String key) {
        final Extractor[] extractors = extractorMap.get(key);
        if (extractors == null || extractors.length == 0) {
            return null;

     * @param <T> The type of the parameter.
     * @param key The key of the parameter.
     * @param defaultValue The default value if the parameter is not found.
     * @param clazz The class type to convert the parameter to.
     * @return The parameter value, or the default value if not found.
     */
    protected <T> T getInitParameter(final String key, final T defaultValue, final Class<T> clazz) {
        if (initParamMap != null) {