<ErrorToWarnRewritePolicy loggers="org.apache.fontbox,org.apache.pdfbox,org.apache.poi" />
		</Rewrite>
		<RollingFile name="StatsFile" fileName="${log.file.basedir}/fess-urls.log"
			filePattern="${log.file.basedir}/fess-urls${backup.date.suffix}-%i.log.gz">
			<PatternLayout>
				<Pattern>${stats.log.pattern}</Pattern>
			</PatternLayout>
			<Policies>
				<TimeBasedTriggeringPolicy />

labels.web_crawling_configuration=Web-Crawling
labels.web_crawling_title_details=Web-Crawling-Konfiguration
labels.included_urls=Eingeschlossene URLs
labels.excluded_urls=Ausgeschlossene URLs
labels.included_doc_urls=Eingeschlossene Dokumenten-URLs
labels.excluded_doc_urls=Ausgeschlossene Dokumenten-URLs
labels.user_agent=User-Agent
labels.web_crawling_button_create=Erstellen
labels.web_crawling_button_create_job=Neuen Job erstellen

        if (StringUtil.isNotBlank(webConfigPager.name)) {
            cb.query().setName_Wildcard(wrapQuery(webConfigPager.name));
        }
        if (StringUtil.isNotBlank(webConfigPager.urls)) {
            cb.query().setUrls_Wildcard(wrapQuery(webConfigPager.urls));
        }
        if (StringUtil.isNotBlank(webConfigPager.description)) {
            if (webConfigPager.description.startsWith("*")) {

        @ParameterizedTest
        @DisplayName("Should reject invalid binding URLs")
        @ValueSource(strings = { "invalid_url", "proto:", "proto:server[]", "proto:[key=]", "proto:[=value]", "proto:server[endpoint=]",
                "proto:[endpoint=]" })
        void testParseInvalidBindingUrls(String url) {
            // When/Then: Should throw DcerpcException for invalid URLs

labels.web_crawling_configuration=Rastreamento da Web
labels.web_crawling_title_details=Configuração de rastreamento da Web
labels.included_urls=URLs a serem incluídas no rastreamento
labels.excluded_urls=URLs a serem excluídas do rastreamento
labels.included_doc_urls=URLs a serem incluídas na pesquisa
labels.excluded_doc_urls=URLs a serem excluídas da pesquisa
labels.user_agent=User agent
labels.web_crawling_button_create=Criar

 * This class holds information about a single Sitemap, including its location and last modification timestamp.
 * It implements the {@link Sitemap} interface.
 *
 * <p>
 * A Sitemap file provides search engines with a list of URLs available for crawling.
 * This class encapsulates the essential attributes of a Sitemap entry, allowing for efficient management
 * and processing of Sitemap data.
 * </p>
 *
 * <p>

 * <ul>
 *   <li>Static passwords configured via {@link #addPassword(String, String)}</li>
 *   <li>Dynamic passwords provided through extraction parameters</li>
 * </ul>
 *
 * <p>Passwords are matched against URLs or resource names using regular expression patterns.
 * The extractor first tries to match against the URL, then falls back to the resource name if available.
 *
 * @author shinsuke
 */

            "type" : "integer"
          },
          "updatedBy" : {
            "type" : "keyword"
          },
          "updatedTime" : {
            "type" : "long"
          },
          "urls" : {
            "type" : "keyword"
          },
          "userAgent" : {
            "type" : "keyword"
          },
          "virtualHosts" : {
            "type" : "keyword"
          }
        }

 * This class handles URL conversion based on duplicate host rules, allowing multiple
 * hostnames or URLs to be treated as equivalent for crawling and indexing purposes.
 * It maintains a list of DuplicateHost rules and applies them to URLs.
 *
 */
public class DuplicateHostHelper {
    private static final Logger logger = LogManager.getLogger(DuplicateHostHelper.class);

        public QueueHolder() {
            // Default constructor
        }

        /**
         * The queue for URLs waiting to be crawled.
         */
        protected Queue<OpenSearchUrlQueue> waitingQueue = new ConcurrentLinkedQueue<>();

        /**
         * The queue for URLs currently being crawled.
         */
        protected Queue<OpenSearchUrlQueue> crawlingQueue = new ConcurrentLinkedQueue<>();
    }