import org.codelibs.core.timer.TimeoutTask;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.client.AbstractCrawlerClient;
import org.codelibs.fess.crawler.client.AccessTimeoutTarget;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.ChildUrlsException;

import org.codelibs.core.timer.TimeoutTask;
import org.codelibs.fess.Constants;
import org.codelibs.fess.exception.JobProcessingException;
import org.codelibs.fess.exec.ThumbnailGenerator;
import org.codelibs.fess.helper.ProcessHelper;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.util.ComponentUtil;
import org.codelibs.fess.util.InputStreamThread;
import org.codelibs.fess.util.JobProcess;

	<dd>
		sort field sorts documents by a specified field name. The format is
		"sort:&lt;field&gt;.&lt;order&gt;", where &lt;order&gt; is asc or
		desc. If you want to find documents which has "Fess" and sort them in
		descending order, you can enter:
		<pre>Fess sort:content_length.desc</pre>
		The available sort field are "created", "content_length" and
		"last_modified", and they are customizable.
	</dd>
	<dt>AND</dt>
	<dd>

			<param name="plugin.zip.version" value="3.4.0" />
		</antcall>
		<!-- analysis-fess -->
		<antcall target="install.plugin">
			<param name="repo.url" value="${maven.release.repo.url}" />
			<param name="plugin.groupId" value="org/codelibs/opensearch" />
			<param name="plugin.name.prefix" value="opensearch-" />
			<param name="plugin.name" value="analysis-fess" />
			<param name="plugin.version" value="3.4.0" />

		<pre>Fess sort:content_length.desc</pre>
		標準で利用可能なフィールドは created, content_length および last_modified になります。
		設定で指定するフィールドは変更することができます。
	</dd>
	<dt>AND検索</dt>
	<dd>
		AND 演算子は省略可能な連結演算子です。
		AND 演算子は指定した検索語をすべて含むドキュメントにマッチします。
		たとえば、Fess と CodeLibs を含むドキュメント検索するには次のように入力します。
		<pre>Fess AND CodeLibs</pre>
	</dd>
	</dd>
	<dt>OR検索</dt>
	<dd>
		OR 演算子は指定した検索語のいずれかを含むドキュメントにマッチします。

		예를 들어, Fess과 CodeLibs를 포함하는 문서 검색하려면 다음과 같이 입력합니다.
		<pre>Fess AND CodeLibs</pre>
	</dd>
	</dd>
	<dt>OR검색</dt>
	<dd>
		OR 연산자는 지정한 검색어 중 하나를 포함하는 문서에 매치합니다.
		예를 들어, Fess 또는 CodeLibs를 포함하는 문서를 검색하려면 다음과 같이 입력합니다.
		<pre>Fess OR CodeLibs</pre>
	</dd>
	<dt>와일드카드</dt>
	<dd>
		검색어에 1 문자 이상의 문자 와일드 카드를 지원합니다.
		?는 단일 문자 와일드 카드로 지정할 수 *는 여러 문자 와일드 카드로 지정할 수 있습니다.
		<pre>Fess*</pre>
		또는
		<pre>Fe?s</pre>

 */
package org.codelibs.fess.crawler.service;

import java.util.List;
import java.util.Map;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.OpenSearchUrlQueue;
import org.codelibs.fess.crawler.service.impl.OpenSearchUrlQueueService;
import org.codelibs.fess.crawler.util.OpenSearchCrawlerConfig;

import org.codelibs.core.timer.TimeoutTask;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.client.AbstractCrawlerClient;
import org.codelibs.fess.crawler.client.AccessTimeoutTarget;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.ChildUrlsException;

 - [Git](https://github.com/codelibs/fess-ds-git)
 - [Gitbucket](https://github.com/codelibs/fess-ds-gitbucket)
 - [G Suite](https://github.com/codelibs/fess-ds-gsuite)
 - [JSON](https://github.com/codelibs/fess-ds-json)
 - [Office 365](https://github.com/codelibs/fess-ds-office365)
 - [S3](https://github.com/codelibs/fess-ds-s3)
 - [Salesforce](https://github.com/codelibs/fess-ds-salesforce)

        // Test static concatValues method
        List<String> dest = new java.util.ArrayList<>();
        dest.add("existing");

        SuggestItem.concatValues(dest, "new1", "new2", "existing");

        assertEquals(3, dest.size());
        assertTrue(dest.contains("existing"));
        assertTrue(dest.contains("new1"));
        assertTrue(dest.contains("new2"));
        // Should not have duplicate "existing"