* It uses a ConcurrentMap to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.
 * If the time since the last request to the host is less than the configured delay,

    /**
     * Lock object for synchronizing access to active thread count.
     */
    protected Object activeThreadCountLock = new Object();

    /**
     * Atomic counter for tracking the number of accesses made.
     */
    protected AtomicLong accessCount = new AtomicLong(0);

    /**
     * Current status of the crawler.
     */
    protected volatile CrawlerStatus status = CrawlerStatus.INITIALIZING;

    /**

        }
    }

    public static JapaneseTokenizer.Mode getMode(Settings settings) {
        JapaneseTokenizer.Mode mode = JapaneseTokenizer.DEFAULT_MODE;
        String modeSetting = settings.get("mode", null);
        if (modeSetting != null) {
            if ("search".equalsIgnoreCase(modeSetting)) {
                mode = JapaneseTokenizer.Mode.SEARCH;
            } else if ("normal".equalsIgnoreCase(modeSetting)) {

        return clientFactory;
    }

    /**
     * Checks if the crawler is running in background mode.
     * @return true if in background mode, false otherwise.
     */
    public boolean isBackground() {
        return background;
    }

    /**
     * Sets the background mode for the crawler.
     * If true, the execute method will not wait for termination.

      <!-- Not exhaustive, and most people don't set this! -->
      <match value="#!make" type="string" offset="0"/>
      <match value="#!/usr/bin/make" type="string" offset="0"/>
      <match value="#!/usr/local/bin/make" type="string" offset="0"/>
      <match value="#!/usr/bin/env make" type="string" offset="0"/>
    </magic>
    <glob pattern="Makefile"/>
    <glob pattern="GNUMakefile"/>

 *   <li>ftpConfigServerTimeZoneId: The time zone ID of the FTP server.</li>
 *   <li>activeExternalHost: The external IP address to use for active mode FTP.</li>
 *   <li>activeMinPort: The minimum port number for active mode FTP.</li>
 *   <li>activeMaxPort: The maximum port number for active mode FTP.</li>
 *   <li>autodetectEncoding: Whether to automatically detect UTF-8 encoding.</li>

         * final String encoding = System.getProperty(SuggestConstants.USER_DICT_ENCODING); final Map<String, String>
         * args = new HashMap<>(); args.put("mode", "normal"); args.put("discardPunctuation", "false"); if
         * (Strings.isNullOrEmpty(path)) { args.put("userDictionary", path); } if (Strings.isNullOrEmpty(encoding)) {

            outputFile = createTempFile("cmdextout_" + filePrefix + "_", "." + outExt, tempDir);

            // store to a file
            CopyUtil.copy(in, inputFile);

            LocalConverter.make(officeManager).convert(inputFile).to(outputFile).execute();

            final ExtractData extractData = new ExtractData(getOutputContent(outputFile, outExt));
            if (StringUtil.isNotBlank(resourceName)) {

    }

    /*
     * static class SynInfo { final String src; final int offset, length; final String[] synonyms; Mode mode; int count;
     * SynInfo(String src, int offset, int length, String[] synonyms){ this.src = src; this.offset = offset; this.length
     * = length; this.synonyms = synonyms; }
     *
     * static enum Mode { PREV, SYN, AFTER; } }
     */

    static class MyTokensComparator implements Comparator<MyToken> {

     */
    public boolean isDefaultRule() {
        return defaultRule;
    }

    /**
     * Sets whether this rule should be a default rule that matches all responses.
     * @param defaultRule true to make this a default rule, false otherwise
     */
    public void setDefaultRule(final boolean defaultRule) {
        this.defaultRule = defaultRule;
    }

    /**