* // Process the responseData
 * ftpClient.close(); // Close and release resources
 * }
 * </pre>
 *
 * @author shinsuke
 */
public class FtpClient extends AbstractCrawlerClient {

    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(FtpClient.class);

    /** Metadata key for FTP file group */
    public static final String FTP_FILE_GROUP = "ftpFileGroup";

 *
 */
/**
 * This class is an implementation of {@link UrlQueueService}.
 */
public class UrlQueueServiceImpl implements UrlQueueService<UrlQueueImpl<Long>> {

    /**
     * Creates a new UrlQueueServiceImpl instance.
     */
    public UrlQueueServiceImpl() {
        // NOP
    }

    private static final Logger logger = LogManager.getLogger(UrlQueueServiceImpl.class);

    /**
     * The memory data helper.
     */

        assertEquals(2, ruleManager.getRuleCount());
        assertTrue(ruleManager.hasRule(rule));

        // Remove one instance
        assertTrue(ruleManager.removeRule(rule));
        assertEquals(1, ruleManager.getRuleCount());
        assertTrue(ruleManager.hasRule(rule));

        // Remove second instance
        assertTrue(ruleManager.removeRule(rule));
        assertEquals(0, ruleManager.getRuleCount());

    /** Property name for time to live setting */
    public static final String TIME_TO_LIVE_PROPERTY = "timeToLive";

    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(HcHttpClient.class);

    /** Helper for processing robots.txt files */
    @Resource
    protected RobotsTxtHelper robotsTxtHelper;

    /** List of sitemap URLs found in the robots.txt file. */
    private final List<String> sitemapList = new ArrayList<>();

    /**
     * Creates a new RobotsTxt instance.
     */
    public RobotsTxt() {
        // Default constructor
    }

    /**
     * Checks if access to a given path is allowed for a specific user agent according to robots.txt rules.
     *

     */
    public void test_activeThreadCountLock() {
        Object lock = crawlerContext.getActiveThreadCountLock();
        assertNotNull(lock);

        // Should return same instance
        Object sameLock = crawlerContext.getActiveThreadCountLock();
        assertSame(lock, sameLock);
    }

    /**
     * Test numOfThread getter and setter
     */

/**
 * FileSystemClient is CrawlerClient implementation to crawl files on a file
 * system.
 *
 * @author shinsuke
 *
 */
public class FileSystemClient extends AbstractCrawlerClient {

    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(FileSystemClient.class);

    /** Key for file attribute view in metadata */

    /** Array of day of week abbreviations used for parsing received dates */
    private static final String[] DAY_OF_WEEK = { "Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun" };

    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(EmlExtractor.class);

    /** Properties used for mail processing */
    protected Properties mailProperties = new Properties();

    /**

 * response data, respecting the maximum depth and access count limits.
 * </p>
 *
 */
public class DefaultResponseProcessor implements ResponseProcessor {
    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(DefaultResponseProcessor.class);

    /** Container for managing crawler components */
    @Resource

    /**
     * Constructor for AnalyzerSettings.
     * @param client The OpenSearch client.
     * @param settings The SuggestSettings instance.
     * @param settingsIndexName The name of the settings index.
     */
    public AnalyzerSettings(final Client client, final SuggestSettings settings, final String settingsIndexName) {
        this.client = client;