/**
     * Adds a sitemap URL to the list of sitemaps.
     *
     * @param url The URL of the sitemap to be added
     */
    public void addSitemap(final String url) {
        if (!sitemapList.contains(url)) {
            sitemapList.add(url);
        }
    }

    /**
     * Returns an array of sitemap URLs.
     *
     * @return an array of sitemap URLs
     */

    protected boolean extractFrontMatter = true;

    /** Whether to extract headings as metadata. */
    protected boolean extractHeadings = true;

    /** Whether to extract link URLs as metadata. */
    protected boolean extractLinks = false;

    /** Markdown parser with extensions. */
    protected Parser parser;

    /** Text content renderer. */
    protected TextContentRenderer textRenderer;

        this.data = data;
    }

    /**
     * Add a child URL.
     * @param url the request data to add to the child URL set
     */
    public void addUrl(final RequestData url) {
        childUrlSet.add(url);
    }

    /**
     * Add child URLs.
     * @param c the collection of request data to add to the child URL set
     */
    public void addAllUrl(final Collection<RequestData> c) {

     */
    public String id;

    /**
     * Search criteria: configuration name.
     */
    public String name;

    /**
     * Search criteria: target URLs.
     */
    public String urls;

    /**
     * Search criteria: user agent string.
     */
    public String userAgent;

    /**
     * Search criteria: number of threads.
     */

                                    </tr>
                                    <tr>
                                        <th><la:message key="labels.urls"/></th>
                                        <td>${f:br(f:h(urls))}<la:hidden property="urls"/></td>
                                    </tr>
                                    <tr>
                                        <th><la:message key="labels.included_urls"/></th>

## Docs URLs { #docs-urls }

You can configure the two documentation user interfaces included:

* **Swagger UI**: served at `/docs`.
    * You can set its URL with the parameter `docs_url`.
    * You can disable it by setting `docs_url=None`.
* **ReDoc**: served at `/redoc`.
    * You can set its URL with the parameter `redoc_url`.

         *
         * @param url the URL to crawl
         * @param depth the depth of this URL in the crawling hierarchy
         */
        CrawlRequest(final String url, final int depth) {
            this.url = url;
            this.depth = depth;
        }

        /**
         * Gets the URL of this crawl request.
         *
         * @return the URL to be crawled
         */
        public String getUrl() {

labels.web_crawling_configuration=Rastreamento da Web
labels.web_crawling_title_details=Configuração de rastreamento da Web
labels.included_urls=URLs a serem incluídas no rastreamento
labels.excluded_urls=URLs a serem excluídas do rastreamento
labels.included_doc_urls=URLs a serem incluídas na pesquisa
labels.excluded_doc_urls=URLs a serem excluídas da pesquisa
labels.user_agent=User agent
labels.web_crawling_button_create=Criar

        if (StringUtil.isNotBlank(webConfigPager.name)) {
            cb.query().setName_Wildcard(wrapQuery(webConfigPager.name));
        }
        if (StringUtil.isNotBlank(webConfigPager.urls)) {
            cb.query().setUrls_Wildcard(wrapQuery(webConfigPager.urls));
        }
        if (StringUtil.isNotBlank(webConfigPager.description)) {
            if (webConfigPager.description.startsWith("*")) {

    class ConstructorTests {

        @ParameterizedTest
        @DisplayName("Accepts IPC$ URLs (happy path)")
        @ValueSource(strings = { "smb://server/IPC$/foo", "smb://server/IPC$/PIPE/foo" })
        void constructsWithIpcShare(String url) throws Exception {
            // Arrange & Act
            SmbNamedPipe pipe = new SmbNamedPipe(url, SmbPipeResource.PIPE_TYPE_RDWR, ctx());