extensionMap.put("wpd", "txt");
        extensionMap.put("txt", "txt");
        extensionMap.put("html", "txt");
        // Spreadsheet Formats
        extensionMap.put("ods", "tsv");
        extensionMap.put("ots", "tsv");
        extensionMap.put("sxc", "tsv");
        extensionMap.put("xls", "tsv");
        extensionMap.put("xlsx", "tsv");
        extensionMap.put("csv", "tsv");
        extensionMap.put("tsv", "tsv");

    /**
     * Returns the most specific directive matching the given user agent.
     * The method finds the longest matching user agent pattern in the directives,
     * excluding the general "*" pattern which matches all bots.
     *
     * @param userAgent the user agent string to match against directives,
     *                 can be null (treated as empty string)

      incidental, or consequential damages of any character arising as a
      result of this License or out of the use or inability to use the
      Work (including but not limited to damages for loss of goodwill,
      work stoppage, computer failure or malfunction, or any and all
      other commercial damages or losses), even if such Contributor
      has been advised of the possibility of such damages.

        if (!isContinue && crawlerContext.activeThreadCount > 0) {
            // still running..
            return true;
        }

        return isContinue;
    }

    /**
     * Logs a message using the provided LogHelper.
     * @param logHelper The LogHelper instance.
     * @param key The LogType key.
     * @param objs The objects to log.
     */

            throw new CrawlingAccessException("Could not access " + uri, e);
        }

        return responseData;
    }

    /**
     * Disconnects the internal FTP client and logs any errors.
     * This method is used to clean up failed connections.
     *
     * @param client The FTP client to disconnect
     */
    protected void disconnectInternalClient(final FTPClient client) {