* It allows setting a default encoding, mapping various encoding names to preferred ones,
 * and normalizing an encoding string to its preferred form or the default if no mapping is found.
 */
public class EncodingHelper {

    /** The default encoding to use when no mapping is found */
    protected String defaultEncoding;

    /** Map of encoding names to their preferred forms */
    protected Map<String, String> encodingMap = new HashMap<>();

 * It also handles the conversion of voiced and semi-voiced sound marks.
 *
 * <p>This class provides the following functionalities:</p>
 * <ul>
 *   <li>Normalization of a string containing Hankaku Kana to Zenkaku Kana.</li>
 *   <li>Conversion of individual Hankaku Kana characters to Zenkaku Kana characters.</li>
 *   <li>Handling of voiced (ﾞ) and semi-voiced (ﾟ) sound marks to produce the correct Zenkaku Kana characters.</li>
 * </ul>
 *

        * the corresponding SmbAuthentication object is returned.
        * </p>
        *
        * @param path The path for which to retrieve the SmbAuthentication.
        *             If null, the method returns null.
        * @return The SmbAuthentication associated with the path, or null if no
        *         matching authentication is found or if the path is null.
        */

 *   <li>Processing responses</li>
 *   <li>Handling exceptions during crawling and child URL processing</li>
 *   <li>Handling cases where no URL is in the queue</li>
 *   <li>Handling cases where no response processor or rule is found</li>
 *   <li>Handling system errors</li>
 * </ul>
 *
 * <p>
 * Each logging method checks the log level before logging the message.
 * The log level can be configured in the Log4j2 configuration file.
 * </p>
 *

        }
    }

    /**
     * Retrieves an FtpAuthentication object that matches the given path.
     * @param path The path to match.
     * @return The matching FtpAuthentication object, or null if no match is found.
     */
    public FtpAuthentication get(final String path) {
        if (path == null) {
            return null;
        }

        for (final FtpAuthentication auth : authenticationList) {

     * @return the extractor for the extension, or null if not found
     */
    private Extractor getExtractor(final String ext) {
        return extractorMap.get(ext);
    }

    /**
     * Gets the output extension for the specified input extension.
     *
     * @param extension the input file extension
     * @return the output extension, or "txt" if not found
     */

    /**
     * The HTTP status code for Forbidden.
     */
    public static final int FORBIDDEN_STATUS_CODE = 403;

    /**
     * The HTTP status code for Not Found.
     */
    public static final int NOT_FOUND_STATUS_CODE = 404;

    /**
     * The HTTP status code for Server Error.
     */
    public static final int SERVER_ERROR_STATUS_CODE = 500;

    /**

    CHECK_LAST_MODIFIED,
    /** Indicates the resource has not been modified. */
    NOT_MODIFIED,
    /** Indicates getting content from a resource. */
    GET_CONTENT,
    /** Indicates a redirect location was found. */
    REDIRECT_LOCATION,
    /** Indicates processing a response. */
    PROCESS_RESPONSE,
    /** Indicates the crawling process has finished. */
    FINISHED_CRAWLING,

     */
    @Override
    public void update(final AccessResultImpl<Long> accessResult) {
        final Map<String, AccessResultImpl<Long>> arMap = dataHelper.getAccessResultMap(accessResult.getSessionId());
        if (!arMap.containsKey(accessResult.getUrl())) {
            throw new CrawlerSystemException(accessResult.getUrl() + " is not found.");
        }

    /** Map of user agent patterns to their corresponding directives. */
    protected final Map<Pattern, Directive> directiveMap = new LinkedHashMap<>();

    /** List of sitemap URLs found in the robots.txt file. */
    private final List<String> sitemapList = new ArrayList<>();

    /**
     * Creates a new RobotsTxt instance.
     */
    public RobotsTxt() {
        // Default constructor
    }