labels.web_crawling_configuration=Web-Crawling
labels.web_crawling_title_details=Web-Crawling-Konfiguration
labels.included_urls=Eingeschlossene URLs
labels.excluded_urls=Ausgeschlossene URLs
labels.included_doc_urls=Eingeschlossene Dokumenten-URLs
labels.excluded_doc_urls=Ausgeschlossene Dokumenten-URLs
labels.user_agent=User-Agent
labels.web_crawling_button_create=Erstellen
labels.web_crawling_button_create_job=Neuen Job erstellen

                                    <label for="urls" class="col-sm-3 text-sm-right col-form-label"><la:message
                                            key="labels.urls"/></label>
                                    <div class="col-sm-9">
                                        <la:errors property="urls"/>
                                        <la:textarea styleId="urls" property="urls" styleClass="form-control"

    protected List<Map<String, Object>> documentItems;

    /** Facet response containing aggregated search facets. */
    protected FacetResponse facetResponse;

    /** Additional highlight parameters to append to URLs. */
    protected String appendHighlightParams;

    /** Formatted execution time for the search request. */
    protected String execTime;

    /** Number of results per page. */
    protected int pageSize;

labels.web_crawling_configuration=Rastreamento da Web
labels.web_crawling_title_details=Configuração de rastreamento da Web
labels.included_urls=URLs a serem incluídas no rastreamento
labels.excluded_urls=URLs a serem excluídas do rastreamento
labels.included_doc_urls=URLs a serem incluídas na pesquisa
labels.excluded_doc_urls=URLs a serem excluídas da pesquisa
labels.user_agent=User agent
labels.web_crawling_button_create=Criar

 *
 * <p>
 * A Sitemap file provides search engines with a list of URLs available for crawling.
 * This class encapsulates the essential attributes of a Sitemap entry, allowing for efficient management
 * and processing of Sitemap data.
 * </p>
 *
 * <p>
 * The {@code loc} attribute specifies the URL of the Sitemap, while the {@code lastmod} attribute

        final String url = params != null ? params.get(ExtractData.URL) : null;
        if (!passwordMap.isEmpty()) {
            final String resourceName = params != null ? params.get(ExtractData.RESOURCE_NAME_KEY) : null;

            String value = null;
            if (StringUtil.isNotEmpty(url)) {
                value = url;
            } else if (StringUtil.isNotEmpty(resourceName)) {

    }

    /**
     * Converts a URL using all configured duplicate host rules.
     * Applies each duplicate host rule in sequence to transform the URL
     * according to the configured patterns.
     *
     * @param url the URL to convert
     * @return the converted URL after applying all duplicate host rules,
     *         or null if the input URL is null
     */
    public String convert(final String url) {

        if (StringUtil.isNotBlank(webConfigPager.name)) {
            cb.query().setName_Wildcard(wrapQuery(webConfigPager.name));
        }
        if (StringUtil.isNotBlank(webConfigPager.urls)) {
            cb.query().setUrls_Wildcard(wrapQuery(webConfigPager.urls));
        }
        if (StringUtil.isNotBlank(webConfigPager.description)) {
            if (webConfigPager.description.startsWith("*")) {

			<ErrorToWarnRewritePolicy loggers="org.apache.fontbox,org.apache.pdfbox,org.apache.poi" />
		</Rewrite>
		<RollingFile name="StatsFile" fileName="${log.file.basedir}/fess-urls.log"
			filePattern="${log.file.basedir}/fess-urls${backup.date.suffix}-%i.log.gz">
			<PatternLayout>
				<Pattern>${stats.log.pattern}</Pattern>
			</PatternLayout>
			<Policies>
				<TimeBasedTriggeringPolicy />

     * Checks if a URL exists in the queue by searching OpenSearch and local caches.
     *
     * @param sessionId The session ID.
     * @param url The URL to check.
     * @return true if the URL exists in the queue, false otherwise.
     */
    @Override
    protected boolean exists(final String sessionId, final String url) {
        final boolean ret = super.exists(sessionId, url);
        if (!ret) {