protected int maxThreadCheckCount = 20;

    /** The maximum depth for crawling. A value of -1 indicates no depth check. */
    protected int maxDepth = -1;

    /** The maximum number of URLs to access. A value of 0 indicates no limit. */
    protected long maxAccessCount = 0;

    /**
     * Returns the session ID.
     * @return The session ID.
     */

    protected long maxCachedContentSize = 1024L * 1024L; // 1MB

    /** The access timeout in seconds. Default is null (no timeout). */
    protected Integer accessTimeout = null; // seconds

    /** The maximum content length in bytes. Default is null (no limit). */
    protected Long maxContentLength = null;

    /**
     * Constructs a new AbstractCrawlerClient.
     */

     */
    /**
     * Gets the first rule that matches the given response data.
     * @param responseData the response data to match against
     * @return the first matching rule, or null if no rule matches
     */
    @Override
    public Rule getRule(final ResponseData responseData) {
        for (final Rule rule : ruleList) {
            if (rule.match(responseData)) {
                return rule;

        assertFalse(status == nullStatus);
        assertFalse(status.equals(nullStatus));

        // null == Enum should be false
        assertFalse(nullStatus == status);

        // Verify no NullPointerException when comparing with ==
        boolean result = (nullStatus == CrawlerStatus.INITIALIZING);
        assertFalse(result);
    }

    /**
     * Test thread safety of enum
     */

    @Test
    public void testInit() throws IOException {
        // Test init method (should do nothing)
        converter.init();
        // No exception should be thrown
    }

    @Test
    public void testConvertWithNoLanguages() throws IOException {
        // Test convert with no languages specified
        String text = "test text";
        String field = "content";

        // Test with different ports
        auth.setPort(8080);
        assertTrue(auth.matches("ftp://hostname:8080/test/aaa.html"));
        assertFalse(auth.matches("ftp://hostname:21/test/aaa.html"));

        // Test with no port specified in FtpAuthentication
        auth.setPort(0);
        assertTrue(auth.matches("ftp://hostname:21/test/aaa.html"));
        assertTrue(auth.matches("ftp://hostname/test/aaa.html"));

                if (logger.isDebugEnabled()) {
                    logger.debug("No Transformer for ({}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl());
                }
            } else {
                final ResultData resultData = transformer.transform(responseData);
                if (resultData == null) {
                    logger.warn("No data for ({}, {})", responseData.getUrl(), responseData.getMimeType());

        this.parameterMap = parameterMap;
    }

    @Override
    public void processChallenge(final Header header) throws MalformedChallengeException {
        // no-op
    }

    @Override
    public String getSchemeName() {
        return "form";
    }

    @Override
    public String getParameter(final String name) {
        return parameterMap.get(name);

     * @param fields an array of field names to match against the TermQuery objects
     * @return a list of TermQuery objects that match the specified fields, or an empty list if no matches are found
     */
    public static List<TermQuery> getTermQueryList(final Query query, final String[] fields) {
        if (query instanceof final BooleanQuery booleanQuery) {

        Rule matchedRule = ruleManager.getRule(responseData);

        assertNotNull(matchedRule);
        assertEquals("rule2", matchedRule.getRuleId());
    }

    /**
     * Test getRule with no matching rule
     */
    public void test_getRule_noMatch() {
        TestRule rule1 = new TestRule("rule1", false);
        TestRule rule2 = new TestRule("rule2", false);

        ruleManager.addRule(rule1);