task.getPort().convention(webserverPort);

            task.dependsOn(extension.getRenderedDocumentation());
        });

        tasks.register("docs", task -> {
            task.setDescription("Generates all documentation");
            task.setGroup("documentation");
            task.dependsOn(extension.getRenderedDocumentation());
        });
    }

    /**
     * Determines whether the content at the given URL has been updated since the last crawl.
     * This method implements incremental crawling by comparing timestamps and checking document
     * expiration. It also handles special cases for different URL schemes (SMB, file, FTP).
     *
     * @param client the crawler client to use for accessing the URL
     * @param urlQueue the URL queue item containing the URL to check

          "rules_path": "${fess.dictionary.path}en-ie/stemmer_override.txt"
        },
        "italian_elision": {
          "type":         "elision",
          "articles": [
                "c", "l", "all", "dall", "dell",
                "nell", "sull", "coll", "pell",
                "gl", "agl", "dagl", "degl", "negl",
                "sugl", "un", "m", "t", "s", "v", "d"
          ]
        },

    public HtmlResponse startCrawlingForm() {
        saveToken();
        return asHtml(path_AdminWizard_AdminWizardStartJsp).useForm(StartCrawlingForm.class);
    }

    /**
     * Starts the crawling process for all configured crawlers.
     *
     * @param form the start crawling form
     * @return HTML response redirecting to the wizard index
     */
    @Execute
    @Secured({ ROLE })

    public DataConfigService() {
        super();
    }

    /**
     * Retrieves a paginated list of data configurations based on search criteria.
     *
     * <p>This method performs a paginated search through all data configurations,
     * applying any search filters specified in the pager. The results are sorted
     * by sort order and name.</p>
     *

            crawlingInfoService.delete(entity);
            saveInfo(messages -> messages.addSuccessCrudDeleteCrudTable(GLOBAL));
        });
        return redirect(getClass());
    }

    /**
     * Delete all crawling info.
     * @return The HTML response.
     */
    @Execute
    @Secured({ ROLE, ROLE + VIEW })
    public HtmlResponse deleteall() {
        verifyToken(this::asListHtml);

            failureUrlService.delete(entity);
            saveInfo(messages -> messages.addSuccessCrudDeleteCrudTable(GLOBAL));
        });
        return redirect(getClass());
    }

    /**
     * Deletes all failure URL records that match the current search criteria.
     *
     * @return HTML response redirecting to the failure URL list page
     */
    @Execute
    @Secured({ ROLE })

            jobLogService.delete(entity);
            saveInfo(messages -> messages.addSuccessCrudDeleteCrudTable(GLOBAL));
        });
        return redirect(getClass());
    }

    /**
     * Deletes all job logs.
     *
     * @return HTML response after deletion
     */
    @Execute
    @Secured({ ROLE })
    public HtmlResponse deleteall() {
        verifyToken(this::asListHtml);

            assertTrue("Pattern should match: " + mimeType, Pattern.compile(mimeType).matcher(mimeType).matches());
        }
    }

    @Test
    public void test_patternCompilationIsValid() {
        // Ensure all patterns compile without error
        assertNotNull(Pattern.compile(WEB_FILE_RULE_PATTERN));
        assertNotNull(Pattern.compile(FS_FILE_RULE_PATTERN));
        assertNotNull(Pattern.compile(WEB_HTML_RULE_PATTERN));
    }

     *
     * @param sessionId The session ID for this crawling operation
     * @param webConfigIdList List of web configuration IDs to crawl, null for all
     * @param fileConfigIdList List of file configuration IDs to crawl, null for all
     */
    public void crawl(final String sessionId, final List<String> webConfigIdList, final List<String> fileConfigIdList) {