* It uses a ConcurrentMap to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.
 * If the time since the last request to the host is less than the configured delay,

      this License, each Contributor hereby grants to You a perpetual,
      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
      (except as stated in this section) patent license to make, have made,
      use, offer to sell, sell, import, and otherwise transfer the Work,
      where such license applies only to those patent claims licensable
      by such Contributor that are necessarily infringed by their

      this License, each Contributor hereby grants to You a perpetual,
      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
      (except as stated in this section) patent license to make, have made,
      use, offer to sell, sell, import, and otherwise transfer the Work,
      where such license applies only to those patent claims licensable
      by such Contributor that are necessarily infringed by their

    /**
     * Lock object for synchronizing access to active thread count.
     */
    protected Object activeThreadCountLock = new Object();

    /**
     * Atomic counter for tracking the number of accesses made.
     */
    protected AtomicLong accessCount = new AtomicLong(0);

    /**
     * Current status of the crawler.
     */
    protected volatile CrawlerStatus status = CrawlerStatus.INITIALIZING;

    /**

<address xmlns:hoge="http://www.example.com/hoge">
        <item sex="male" custid="A12345">
                <name>鈴木太郎</name>
                <access kind="email"></access>
                <access kind="url">http://www.taro.com/</access>
                <image file="taro.png" />
        </item>
        <item sex="male" custid="B23456">
                <name>佐藤二朗</name>
                <access kind="email">******@****.***</access>

<?xml version="1.0" encoding="UTF-8"?>
<hoge:address xmlns:hoge="http://www.example.com/hoge">
	<hoge:item sex="male" custid="A12345">
		<hoge:name>鈴木太郎</hoge:name>
		<hoge:access kind="email"></hoge:access>
		<hoge:access kind="url">http://www.taro.com/</hoge:access>
		<hoge:image file="taro.png" />
	</hoge:item>
	<hoge:item sex="male" custid="B23456">
		<hoge:name>佐藤二朗</hoge:name>
		<hoge:access kind="email">******@****.***</hoge:access>

        }
    }

    public static JapaneseTokenizer.Mode getMode(Settings settings) {
        JapaneseTokenizer.Mode mode = JapaneseTokenizer.DEFAULT_MODE;
        String modeSetting = settings.get("mode", null);
        if (modeSetting != null) {
            if ("search".equalsIgnoreCase(modeSetting)) {
                mode = JapaneseTokenizer.Mode.SEARCH;
            } else if ("normal".equalsIgnoreCase(modeSetting)) {

        return clientFactory;
    }

    /**
     * Checks if the crawler is running in background mode.
     * @return true if in background mode, false otherwise.
     */
    public boolean isBackground() {
        return background;
    }

    /**
     * Sets the background mode for the crawler.
     * If true, the execute method will not wait for termination.

# _/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/
# Lasta Di properties, you can set container's options
# _/_/_/_/_/_/_/_/_/_/

# location of smart-deploy mode e.g. maihama_env.properties: lasta_di.smart.deploy.mode
#smart.deploy.mode.location = maihama_env.properties: lasta_di.smart.deploy.mode

# package for smart deploy target e.g. org.docksidestage.app
smart.package1 = org.codelibs.fess.crawler

<?xml version="1.0" encoding="UTF-8"?>
<address xmlns:hoge="http://www.example.com/hoge">
	<item sex="male" custid="A12345">
		<name>鈴木太郎</name>
		<access kind="email"></access>
		<access kind="url">http://www.taro.com/</access>
		<image file="taro.png" />
	</item>
	<item sex="male" custid="B23456">
		<name>佐藤二朗</name>
		<access kind="email">******@****.***</access>
		<image file="jiro.png" />
	</item>
	<item sex="female" custid="C34567">