- LHA compression format
- Nested archive extraction

#### Web and Markup
- HTML, XHTML with XPath support
- XML documents
- JSON and structured data

#### Media Files
- Audio formats (MP3, WAV, FLAC)
- Video formats (MP4, AVI, MOV)
- Metadata extraction from media files

## Architecture

### Multi-Module Structure

```
fess-crawler-parent/

     */
    protected String toAscii(final String host) {
        return IDN.toASCII(decode(host), flag);
    }

    /**
     * Sets the flag for IDN conversion.
     *
     * @param flag the flag to set
     */
    public void setFlag(final int flag) {
        this.flag = flag;
    }

    /**
     * Sets the encoding for URL decoding.
     *

    private static final int MAX_LOOP_COUNT = 10;

    /** The thread being monitored. */
    protected Thread runningThread;

    /** Flag indicating if the thread is still running. */
    protected AtomicBoolean running = new AtomicBoolean();

    /**
     * Constructs an AccessTimeoutTarget with the specified thread.
     * @param thread The thread to monitor.

    /** The number of suggest documents. */
    protected final int numberOfSuggestDocs;
    /** The number of input documents. */
    protected final int numberOfInputDocs;
    /** Flag indicating if there are errors. */
    protected final boolean hasError;
    /** List of errors. */
    protected final List<Throwable> errors = new ArrayList<>();
    /** Time taken for the operation in milliseconds. */

 *   <li>Appending alphanumeric characters (0-9, A-Z, a-z) to the buffer.</li>
 *   <li>Appending symbol characters (!-/, :-@, [-`, {-~) to the buffer.</li>
 *   <li>Optionally removing duplicate terms based on a flag.</li>
 *   <li>Limiting the maximum size of alphanumeric and symbol terms.</li>
 * </ul>
 *
 * <p>The {@link TextNormalizeContext} class provides a fluent API to configure the text

    /** The transliterator for Hiragana-Katakana conversion. */
    protected final Transliterator transliterator = Transliterator.getInstance("Hiragana-Katakana");

    /** Flag indicating if the converter is initialized. */
    protected volatile boolean initialized = false;

    /** Tokenizer factory. */
    protected TokenizerFactory tokenizerFactory = null;

    /**

     * @param lang The language.
     */
    public void addLanguage(final String lang) {
        languages.add(lang);
    }

    /**
     * Sets the detail flag.
     * @param detail The detail flag.
     */
    public void setDetail(final boolean detail) {
        this.detail = detail;
    }

    /**
     * Adds an exclude word.
     * @param excludeWord The word to exclude.

 * System.out.println(xmlData);
 * </pre>
 *
 * <p>
 * Configuration options:
 * </p>
 * <ul>
 *   <li><b>fieldRuleMap:</b> A map of field names to XPath expressions.</li>
 *   <li><b>trimSpaceEnabled:</b> A flag to enable or disable trimming of whitespace from extracted values.</li>
 *   <li><b>charsetName:</b> The character encoding for the output XML.</li>

    private static final Logger logger = LogManager.getLogger(ESSourceReader.class);

    /** Queue of documents. */
    protected final Queue<Map<String, Object>> queue = new ConcurrentLinkedQueue<>();
    /** Flag indicating if reading is finished. */
    protected final AtomicBoolean isFinished = new AtomicBoolean(false);
    /** Random number generator. */
    protected final Random random = new Random();

     * @param index    the name of the index where the suggest items will be written
     * @param items    an array of suggest items to be written to the index
     * @param update   a boolean flag indicating whether to update existing items
     * @return a result object containing information about the write operation
     */