* <ul>
 *   <li>{@link #expired()}: Handles the expiration of connections by closing expired and idle connections.</li>
 * </ul>
 *
 * <p>Logging:</p>
 * <ul>
 *   <li>Logs a warning if the clientConnectionManager is null.</li>
 *   <li>Logs a warning if an exception occurs during connection monitoring.</li>
 * </ul>
 *
 */
public class HcConnectionMonitorTarget implements TimeoutTarget {

 * The rule checks if the URL matches the defined regex pattern and then validates the content as a sitemap.
 * If any exception occurs during the sitemap validation, it logs the error and returns false.
 *
 */
public class SitemapsRule extends RegexRule {
    /**
     * Serial version UID for serialization.
     */
    private static final long serialVersionUID = 1L;

    <_comment>Lotus 1-2-3, version 3</_comment>
    <magic priority="50">
      <match value="0x00001A0000100400" type="string" offset="0">
      </match>
    </magic>
    <glob pattern="*.wk3"/>
  </mime-type>

  <mime-type type="application/vnd.lotus-1-2-3;version=4">
    <sub-class-of type="application/vnd.lotus-1-2-3"/>
    <_comment>Lotus 1-2-3, version 4-5</_comment>

/**
 * Interface for logging helper.
 * Provides a method to log messages with a specified log type and additional objects.
 */
public interface LogHelper {

    /**
     * Logs a message with the specified log type and additional objects.
     *
     * @param key  the type of log message
     * @param objs additional objects to include in the log message
     */

        extensionMap.put("wpd", "txt");
        extensionMap.put("txt", "txt");
        extensionMap.put("html", "txt");
        // Spreadsheet Formats
        extensionMap.put("ods", "tsv");
        extensionMap.put("ots", "tsv");
        extensionMap.put("sxc", "tsv");
        extensionMap.put("xls", "tsv");
        extensionMap.put("xlsx", "tsv");
        extensionMap.put("csv", "tsv");
        extensionMap.put("tsv", "tsv");

    /**
     * Returns the most specific directive matching the given user agent.
     * The method finds the longest matching user agent pattern in the directives,
     * excluding the general "*" pattern which matches all bots.
     *
     * @param userAgent the user agent string to match against directives,
     *                 can be null (treated as empty string)

    /**
     * The priority of this URL relative to other URLs on your site. Valid
     * values range from 0.0 to 1.0. This value does not affect how your pages
     * are compared to pages on other sites—it only lets the search engines know
     * which pages you deem most important for the crawlers.
     *
     * The default priority of a page is 0.5.
     *
     * Please note that the priority you assign to a page is not likely to

        if (!isContinue && crawlerContext.activeThreadCount > 0) {
            // still running..
            return true;
        }

        return isContinue;
    }

    /**
     * Logs a message using the provided LogHelper.
     * @param logHelper The LogHelper instance.
     * @param key The LogType key.
     * @param objs The objects to log.
     */

            throw new CrawlingAccessException("Could not access " + uri, e);
        }

        return responseData;
    }

    /**
     * Disconnects the internal FTP client and logs any errors.
     * This method is used to clean up failed connections.
     *
     * @param client The FTP client to disconnect
     */
    protected void disconnectInternalClient(final FTPClient client) {