public String name;

        /** Comma-separated list of web configuration IDs to crawl. */
        @Option(name = "-w", aliases = "--webConfigIds", metaVar = "webConfigIds", usage = "Web Config IDs")
        public String webConfigIds;

        /** Comma-separated list of file system configuration IDs to crawl. */
        @Option(name = "-f", aliases = "--fileConfigIds", metaVar = "fileConfigIds", usage = "File Config IDs")

            @Override
            public void crawl(String sessionId, List<String> webConfigIdList, List<String> fileConfigIdList) {
                // Mock crawl implementation
            }
        };
        crawler.webFsIndexHelper = webFsIndexHelper;

        dataIndexHelper = new DataIndexHelper() {
            @Override
            public void crawl(String sessionId, List<String> dataConfigIdList) {

     * specified in the configIdList parameter.
     *
     * @param sessionId unique identifier for this crawling session
     * @param configIdList list of data configuration IDs to crawl
     */
    public void crawl(final String sessionId, final List<String> configIdList) {
        final List<DataConfig> configList = ComponentUtil.getCrawlingConfigHelper().getDataConfigListByIds(configIdList);

        /**
         * Constructs a new crawl request.
         *
         * @param url the URL to crawl
         * @param depth the depth of this URL in the crawling hierarchy
         */
        CrawlRequest(final String url, final int depth) {
            this.url = url;
            this.depth = depth;
        }

        /**
         * Gets the URL of this crawl request.
         *

     */
    protected ConcurrentHashMap<String, Pair<String, Pattern>> clientRuleCache = new ConcurrentHashMap<>();

    /**
     * Determines whether the content at the given URL has been updated since the last crawl.
     * This method implements incremental crawling by comparing timestamps and checking document
     * expiration. It also handles special cases for different URL schemes (SMB, file, FTP).
     *

        try {
            crawlJob.execute();
            fail("Should throw JobProcessingException");
        } catch (JobProcessingException e) {
            assertTrue(e.getMessage().contains("Failed to execute a crawl job"));
            assertNotNull(e.getCause());
            assertEquals("Test exception", e.getCause().getMessage());
        }
    }

    // Test execute with JobProcessingException in executeCrawler

 *   protected void startUp() throws Exception {
 *     toCrawl = readStartingUris();
 *   }
 *
 *   protected void runOneIteration() throws Exception {
 *     Uri uri = toCrawl.remove();
 *     Collection<Uri> newUris = crawl(uri);
 *     visited.add(uri);
 *     for (Uri newUri : newUris) {
 *       if (!visited.contains(newUri)) { toCrawl.add(newUri); }
 *     }
 *   }
 *
 *   protected void shutDown() throws Exception {

 *   protected void startUp() throws Exception {
 *     toCrawl = readStartingUris();
 *   }
 *
 *   protected void runOneIteration() throws Exception {
 *     Uri uri = toCrawl.remove();
 *     Collection<Uri> newUris = crawl(uri);
 *     visited.add(uri);
 *     for (Uri newUri : newUris) {
 *       if (!visited.contains(newUri)) { toCrawl.add(newUri); }
 *     }
 *   }
 *
 *   protected void shutDown() throws Exception {