logger.debug("Storing child urls: {}", resultData.getChildUrlSet());
                }
                final int depth = urlQueue.getDepth() == null ? 1 : urlQueue.getDepth() + 1;
                if (crawlerContext.getMaxDepth() < 0 || depth <= crawlerContext.getMaxDepth()) {
                    // add and filter urls

            "type" : "integer"
          },
          "updatedBy" : {
            "type" : "keyword"
          },
          "updatedTime" : {
            "type" : "long"
          },
          "urls" : {
            "type" : "keyword"
          },
          "userAgent" : {
            "type" : "keyword"
          },
          "virtualHosts" : {
            "type" : "keyword"
          }
        }

			<ErrorToWarnRewritePolicy loggers="org.apache.fontbox,org.apache.pdfbox,org.apache.poi" />
		</Rewrite>
		<RollingFile name="StatsFile" fileName="${log.file.basedir}/fess-urls.log"
			filePattern="${log.file.basedir}/fess-urls${backup.date.suffix}-%i.log.gz">
			<PatternLayout>
				<Pattern>${stats.log.pattern}</Pattern>
			</PatternLayout>
			<Policies>
				<TimeBasedTriggeringPolicy />

                } catch (final Exception e) {
                    logger.warn("Failed to delete url filters for {}", sid);
                }
            }

            final DuplicateHostHelper duplicateHostHelper = ComponentUtil.getDuplicateHostHelper();

            // set urls

labels.excludedUrls=Исключенные URLs для сканирования
labels.excludedDocPaths=Исключенные пути для индексаци
labels.excludedDocUrls=Исключенные URLs для индексации
labels.hostname=Hostname
labels.id=ID
labels.includedPaths=Включить путь для сканирования
labels.includedUrls=Включить URLs для сканирования
labels.includedDocPaths=Включить путь для индексаци
labels.includedDocUrls=Включить URLs для индексаци

 */
package org.codelibs.fess.app.web.api.admin.webconfig;

import org.codelibs.fess.app.web.api.admin.BaseSearchBody;

public class SearchBody extends BaseSearchBody {
    public String name;

    public String urls;

    public String description;

            final Map<String, String[]> resultUrlCache = getResultDocIdsCache(session);
            final String[] urls = resultUrlCache.get(queryId);
            if (urls != null) {
                return urls;
            }
            return StringUtil.EMPTY_STRINGS;
        }).orElse(StringUtil.EMPTY_STRINGS);
    }

labels.web_crawling_configuration=Web-Crawling
labels.web_crawling_title_details=Web-Crawling-Konfiguration
labels.included_urls=Eingeschlossene URLs beim Crawling
labels.excluded_urls=Ausgeschlossene URLs beim Crawling
labels.included_doc_urls=Eingeschlossene URLs bei der Indizierung
labels.excluded_doc_urls=Ausgeschlossene URLs bei der Indizierung
labels.user_agent=User Agent
labels.web_crawling_button_create=Erstellen

	}
	if crawled[url] {
		return
	}
	crawled[url] = true

	wg.Add(1)
	go func() {
		urlq <- url
	}()
}

func addProblem(url, errmsg string) {
	msg := fmt.Sprintf("Error on %s: %s (from %s)", url, errmsg, linkSources[url])
	if *verbose {
		log.Print(msg)
	}
	problems = append(problems, msg)
}

func crawlLoop() {
	for url := range urlq {
		if err := doCrawl(url); err != nil {

  </parent>

  <artifactId>inheritance</artifactId><!-- same as directory name -->
  <name>Model urls inheritance test child</name>

  <scm child.scm.connection.inherit.append.path="true"
       child.scm.developerConnection.inherit.append.path="true"
       child.scm.url.inherit.append.path="true" />
  <distributionManagement>
    <site child.site.url.inherit.append.path="true" />
  </distributionManagement>