import org.opensearch.search.SearchHit;
import org.opensearch.search.sort.SortOrder;
import org.opensearch.transport.client.Client;

/**
 * SuggestRequest is a class that handles the request for suggestions.
 * It extends the Request class with a SuggestResponse type.
 *
 * <p>This class provides various methods to set parameters for the suggestion request,
 * such as index, query, size, tags, roles, fields, kinds, languages, and other configurations.

import org.codelibs.fess.crawler.util.TextUtil.TextNormalizeContext;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 * @author kaorufuzita
 */
public class TextUtilTest extends PlainTestCase {

    public void test_getContent() {
        assertEquals("", normalizeText((String) null, 100, -1, -1, false));
        assertEquals("", normalizeText("", 100, -1, -1, false));

import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class FileSystemClientTest extends PlainTestCase {
    public FileSystemClient fsClient;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

 *   to return the result of the computation.
 * </p>
 *
 * @param <RESPONSE> The type of the response.
 */
public class Deferred<RESPONSE extends Response> {
    /**
     * Constructs a new Deferred object.
     */
    public Deferred() {
        // nothing
    }

    private RESPONSE response = null;

    private Throwable error = null;

import org.codelibs.jcifs.smb.impl.SmbFileInputStream;

/**
 * The {@link SmbClient} class is a crawler client implementation for accessing files and directories
 * on SMB (Server Message Block) shares. It extends {@link AbstractCrawlerClient} and utilizes the JCIFS library
 * to interact with SMB resources.
 *
 * <p>
 * This client supports authentication, content retrieval, and metadata extraction from SMB files.

import org.dbflute.utflute.core.PlainTestCase;
import org.jodconverter.local.office.LocalOfficeManager;

/**
 * @author shinsuke
 *
 */
public class JodExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(JodExtractorTest.class);

    public JodExtractor jodExtractor;

    @Override
    protected void setUp() throws Exception {

import io.minio.MakeBucketArgs;
import io.minio.MinioClient;
import io.minio.PutObjectArgs;
import io.minio.SetObjectTagsArgs;

/**
 * @author shinsuke
 *
 */
public class StorageClientTest extends PlainTestCase {

    private static final Logger logger = LogManager.getLogger(StorageClientTest.class);

    private static final String IMAGE_NAME = "minio/minio:RELEASE.2022-06-02T02-11-04Z";

 * Provides common functionality for extracting text content from XML-like documents.
 * It handles encoding detection, HTML entity unescaping, and tag-based content extraction.
 *
 */
public abstract class AbstractXmlExtractor extends AbstractExtractor {

    /**
     * Logger for this class.
     */
    protected static final Logger logger = LogManager.getLogger(AbstractXmlExtractor.class);

    /**
     * UTF-7 Byte Order Mark definition.

import jakarta.annotation.PostConstruct;

/**
 * OpenSearchUrlFilterService is an implementation of {@link UrlFilterService} for OpenSearch.
 */
public class OpenSearchUrlFilterService extends AbstractCrawlerService implements UrlFilterService {

    /**
     * Field name for filter type.
     */
    private static final String FILTER_TYPE = "filterType";

    /**
     * Filter type for include filters.

import org.codelibs.nekohtml.parsers.DOMParser;
import org.w3c.dom.Document;
import org.w3c.dom.Node;
import org.xml.sax.InputSource;

/**
 * Extracts text content from HTML documents.
 */
public class HtmlExtractor extends AbstractXmlExtractor {
    /** Logger for this class. */
    protected static final Logger logger = LogManager.getLogger(HtmlExtractor.class);

    /** Pattern for extracting charset from meta tags. */