* <ul>
 * <li>Web crawling - crawls web sites and web content</li>
 * <li>File system crawling - crawls file systems and documents</li>
 * <li>Data store crawling - crawls databases and other data sources</li>
 * <li>Combined crawling - runs multiple crawling types simultaneously</li>
 * </ul>
 *
 * <p>Command line usage:
 * <pre>
 * java org.codelibs.fess.exec.Crawler [options...]

        return redirectWith(getClass(), moreUrl("crawlingConfigForm"));
    }

    /**
     * Creates a crawling configuration and proceeds to the start crawling form.
     *
     * @param form the form containing crawling configuration data
     * @return HTML response redirecting to the start crawling form
     */
    @Execute
    @Secured({ ROLE })

    }

    @Test
    public void test_crawlingInfoPager_setId() {
        final CrawlingInfoPager pager = new CrawlingInfoPager();
        pager.id = "crawling-id-456";
        assertEquals("crawling-id-456", pager.id);
    }

    @Test
    public void test_crawlingInfoPager_pageSize() {
        final CrawlingInfoPager pager = new CrawlingInfoPager();

        assertEquals(0, logListAfter.size(), "All crawling info logs should be deleted after calling delete all endpoint");

        // Log the result
        if (sizeBeforeDeletion > 0) {
            logger.info("Successfully deleted {} crawling info log(s) using bulk delete", sizeBeforeDeletion);
        } else {
            logger.info("No crawling info logs to delete (may have been deleted by previous test)");
        }

labels.createdTime=Created Time
labels.depth=Depth
labels.excludedPaths=Excluded Paths for Crawling
labels.excludedUrls=Excluded URLs for Crawling
labels.excludedDocPaths=Excluded Paths for Searching
labels.excludedDocUrls=Excluded URLs for Searching
labels.hostname=Hostname
labels.id=ID
labels.includedPaths=Included Paths for Crawling
labels.includedUrls=Included URLs for Crawling
labels.includedDocPaths=Included Paths for Searching

        }
    }

    /**
     * Processes a crawling request for a specific URL.
     * Executes the full crawling pipeline including client execution, rule processing,
     * transformation, and data extraction.
     *
     * @param crawlingConfig the crawling configuration to use
     * @param crawlingInfoId the crawling session ID
     * @param url the URL to process

    /** Property key for incremental crawling configuration. */
    public static final String INCREMENTAL_CRAWLING_PROPERTY = "crawling.incremental";

    /** Property key for crawling thread count configuration. */
    public static final String CRAWLING_THREAD_COUNT_PROPERTY = "crawling.thread.count";

    /** Property key for crawling user agent configuration. */

            putResultDataBody(dataMap, fessConfig.getIndexFieldContent(), content);
        }
    }

    /**
     * Retrieves the crawling configuration for the given response data.
     *
     * @param responseData the response data from crawling
     * @return the crawling configuration
     */
    protected CrawlingConfig getCrawlingConfig(final ResponseData responseData) {

        // Test that constructor accepts Error as cause (verifies Throwable parameter change)
        String url = "http://example.com/large-dataset";
        String message = "Crawling failed due to memory exhaustion";
        OutOfMemoryError error = new OutOfMemoryError("Heap space exhausted");

        DataStoreCrawlingException exception = new DataStoreCrawlingException(url, message, error);

    /** The key of the message: Start Crawling */
    public static final String LABELS_wizard_start_crawling_title = "{labels.wizard_start_crawling_title}";

    /** The key of the message: Crawler */
    public static final String LABELS_wizard_start_crawler_title = "{labels.wizard_start_crawler_title}";

    /** The key of the message: You can start crawling now by clicking "Start Crawling" button. */