import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import com.ibm.icu.text.Transliterator;

/**
 * Converts Katakana characters to their corresponding Alphabet representations.
 *
 * <p>
 * This class implements the {@link ReadingConverter} interface and provides a method to convert a given

    /** Map of input file extensions to output extensions. */
    private final Map<String, String> extensionMap = new HashMap<>();

    /** Map of output extensions to their corresponding extractors. */
    private final Map<String, Extractor> extractorMap = new HashMap<>();

    /**
     * Constructs a new JodExtractor and initializes the extension and extractor mappings.
     */

 * the most specific (longest) match is used.</p>
 *
 */
public class RobotsTxt {
    private static final String ALL_BOTS = "*";

    /** Map of user agent patterns to their corresponding directives. */
    protected final Map<Pattern, Directive> directiveMap = new LinkedHashMap<>();

    /** List of sitemap URLs found in the robots.txt file. */
    private final List<String> sitemapList = new ArrayList<>();