* The {@code IdnDnsResolver} class implements the {@code DnsResolver} interface
 * to provide DNS resolution with support for Internationalized Domain Names (IDN).
 * It converts Unicode domain names to ASCII Compatible Encoding (ACE) using the
 * {@link java.net.IDN} class.
 *
 * <p>This class allows setting a custom flag for the IDN conversion and a custom
 * encoding for URL decoding.</p>
 *
 * <p>Example usage:</p>
 * <pre>
 * {@code

 * </p>
 * <ol>
 *   <li>Fetching a URL from the queue using {@link UrlQueueService#poll(String)}.</li>
 *   <li>Checking if the URL is valid using {@link #isValid(UrlQueue)}.</li>
 *   <li>Accessing the content using a {@link CrawlerClient} obtained from {@link CrawlerClientFactory}.</li>
 *   <li>Processing the response using a {@link ResponseProcessor} associated with a {@link Rule}.</li>

 *
 * <p>The extractor supports two types of password management:
 * <ul>
 *   <li>Static passwords configured via {@link #addPassword(String, String)}</li>
 *   <li>Dynamic passwords provided through extraction parameters</li>
 * </ul>
 *
 * <p>Passwords are matched against URLs or resource names using regular expression patterns.

     * @return the detected content type
     */
    String getContentType(InputStream is, String filename);

    /**
     * Determines the content type of the given input stream using the provided parameters.
     * @param is the input stream to analyze
     * @param params the parameters containing additional information like filename
     * @return the detected content type
     */

     * Parses a robots.txt file from the given input stream using UTF-8 encoding.
     * @param stream the input stream to parse
     * @return the parsed RobotsTxt object, or null if disabled
     */
    public RobotsTxt parse(final InputStream stream) {
        return parse(stream, Constants.UTF_8);
    }

    /**
     * Parses a robots.txt file from the given input stream using the specified character encoding.

import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.RequestData.Method;

/**
 * Builder class for creating RequestData objects using a fluent interface.
 * This class provides a simple way to construct RequestData objects with method chaining.
 *
 * <p>Usage example:</p>
 * <pre>
 * RequestData request = RequestDataBuilder.newRequestData()

                    if (logger.isDebugEnabled()) {
                        logger.debug("Using default extractor {} for MIME type {}", extractorName, mimeType);
                    }
                    extractor = crawlerContainer.getComponent(extractorName);
                } else if (logger.isDebugEnabled()) {
                    logger.debug("Using {} for detected MIME type {}, not {}", extractor.getClass().getName(), detectedMimeType, mimeType);

            }
        } else if (logger.isDebugEnabled()) {
            logger.debug("{} mapping exists.", index);
        }
    }

    /**
     * Extracts a Date object from the source map using the specified field name.
     * Handles various date formats including Date objects, timestamp numbers, and ISO date strings.
     *
     * @param sourceMap The source map containing the date field.

import org.codelibs.jcifs.smb1.util.LogStream;

/**
 * The {@link SmbClient} class is a crawler client implementation for accessing files and directories
 * on SMB (Server Message Block) shares using the SMB1 protocol. It extends {@link AbstractCrawlerClient} and utilizes the JCIFS library
 * to interact with SMB resources.
 *
 * <p>

     * @param method the HTTP method
     */
    public void setMethod(final Method method) {
        this.method = method;
    }

    /**
     * Sets the HTTP method for this request using a string value.
     * Defaults to GET if the method is not recognized.
     * @param method the HTTP method as a string
     */
    public void setMethod(final String method) {