/opt/fess/bin/fess.in.sh \
                   ~/.fess.in.sh \
                   $FESS_HOME/bin/fess.in.sh \
                   "`dirname "$0"`"/fess.in.sh; do
        if [ -r "$include" ]; then
            . "$include"
            break
        fi
    done
# ...otherwise, source the specified include.
elif [ -r "$FESS_INCLUDE" ]; then
    . "$FESS_INCLUDE"
fi

if [ -x "$JAVA_HOME/bin/java" ]; then

@echo off

SETLOCAL enabledelayedexpansion
TITLE Fess

SET params='%*'

:loop
FOR /F "usebackq tokens=1* delims= " %%A IN (!params!) DO (
    SET current=%%A
    SET params='%%B'
	SET silent=N
	
	IF "!current!" == "-s" (
		SET silent=Y
	)
	IF "!current!" == "--silent" (
		SET silent=Y
	)	
	
	IF "!silent!" == "Y" (
		SET nopauseonerror=Y
	) ELSE (
	    IF "x!newparams!" NEQ "x" (

	</component>
	<component name="indexingHelper" class="org.codelibs.fess.helper.IndexingHelper">
	</component>
	<component name="notificationHelper" class="org.codelibs.fess.helper.NotificationHelper">
	</component>
	<component name="pathMappingHelper" class="org.codelibs.fess.helper.PathMappingHelper">
	</component>
	<component name="permissionHelper" class="org.codelibs.fess.helper.PermissionHelper">

# Ensure UTF-8 encoding by default (e.g. filenames)
FESS_JAVA_OPTS="$FESS_JAVA_OPTS -Dfile.encoding=UTF-8"

# Application Configuration
if [ "x$APP_NAME" = "x" ]; then
  APP_NAME=fess
fi
if [ "x$SEARCH_ENGINE_HOME" = "x" ]; then
  SEARCH_ENGINE_HOME=$FESS_HOME/es
fi
if [ "x$FESS_TEMP_PATH" = "x" ]; then
  FESS_TEMP_PATH=$FESS_HOME/temp
fi
if [ "x$FESS_LOG_PATH" = "x" ]; then

Shinsuke Sugaya <******@****.***> 1472095477 +0900

Shinsuke Sugaya <******@****.***> 1472095477 +0900

set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -XX:+DisableExplicitGC

REM Ensure UTF-8 encoding by default (e.g. filenames)
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfile.encoding=UTF-8

REM Application Configuration
set APP_NAME=fess
set SEARCH_ENGINE_HOME=%FESS_HOME%/es

if NOT "%FESS_USE_GC_LOGGING%" == "" set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Xlog:gc*,gc+age=trace,safepoint:file=%FESS_HOME%/logs/gc-%APP_NAME%.log:utctime,pid,tags:filecount=5,filesize=64m

 */
package org.codelibs.fess.crawler.interval.impl;

import java.net.URI;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicLong;

import org.codelibs.core.exception.InterruptedRuntimeException;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.lang.SystemUtil;
import org.codelibs.fess.crawler.entity.UrlQueue;

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.entity;

import java.util.ArrayList;
import java.util.List;

import org.codelibs.core.lang.StringUtil;

/**
 * Represents a URL entry within a sitemap.
 *
 * <p>

Fess 基于 [OpenSearch](https://github.com/opensearch-project/OpenSearch)，但不需要 OpenSearch 的知识或经验。Fess 提供了一个易于使用的管理 GUI，您可以通过浏览器配置系统。Fess 还包含一个爬虫，能够抓取 [Web 服务器](https://fess.codelibs.org/15.3/admin/webconfig-guide.html)、[文件系统](https://fess.codelibs.org/15.3/admin/fileconfig-guide.html)或[数据存储](https://fess.codelibs.org/15.3/admin/dataconfig-guide.html)（如 CSV 或数据库）中的文档。Fess 支持多种文件格式，包括但不限于：Microsoft Office、PDF 和 zip。