String[] supportedFields = new String[] { "content", "title" };
    String[] tagFieldNames = new String[] { "label", "virtual_host" };
    String roleFieldName = "role";

    public void test_parseQueryLog() throws Exception {

        QueryLog queryLog = new QueryLog("content:検索エンジン", null);
        List<SuggestItem> items = defaultContentsParser.parseQueryLog(queryLog, supportedFields, tagFieldNames, roleFieldName,

    /**
     * Increments the active thread count.
     */
    protected void startCrawling() {
        synchronized (crawlerContext.activeThreadCountLock) {
            crawlerContext.activeThreadCount++;
        }
    }

    /**
     * Decrements the active thread count.
     */
    protected void finishCrawling() {
        synchronized (crawlerContext.activeThreadCountLock) {

        runningThread = thread;
        running.set(true);
    }

    /**
     * {@inheritDoc}
     *
     * @see org.codelibs.core.timer.TimeoutTarget#expired()
     */
    @Override
    public void expired() {
        int count = 0;
        while (running.get() && count < MAX_LOOP_COUNT) {
            if (logger.isDebugEnabled()) {
                logger.debug("Interrupt {}", runningThread);
            }

     * as a String.
     */
    protected Class<?> dataClass = null;

    @Override
    protected void storeData(final ResponseData responseData, final ResultData resultData) {
        final DOMParser parser = getDomParser();
        try (final InputStream in = responseData.getResponseBody()) {

     *
     * @param sessionId The session ID of the documents to delete.
     */
    protected void deleteBySessionId(final String sessionId) {
        delete(builder -> builder.setQuery(QueryBuilders.termQuery(SESSION_ID, sessionId)));
    }

    /**
     * Deletes all documents from the OpenSearch index.
     */
    public void deleteAll() {
        delete(builder -> builder.setQuery(QueryBuilders.matchAllQuery()));
    }

     * @param charset the charset to set
     */
    public void setCharset(final String charset) {
        this.charset = charset;
    }

    /**
     * Sets the SMB authentication holder.
     *
     * @param smbAuthenticationHolder the SMB authentication holder to set
     */
    public void setSmbAuthenticationHolder(final SmbAuthenticationHolder smbAuthenticationHolder) {

public interface CrawlerClient extends AutoCloseable {

    /**
     * Sets the initialization parameters for the crawler client.
     *
     * @param params a map containing the initialization parameters
     */
    void setInitParameterMap(Map<String, Object> params);

    /**
     * Executes a request and returns the response data.
     *
     * @param data the request data to be executed

import org.codelibs.fess.crawler.entity.ResponseData;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class DefaultResponseProcessorTest extends PlainTestCase {

    public void test_isSuccessful() {
        DefaultResponseProcessor processor = new DefaultResponseProcessor();
        processor.setSuccessfulHttpCodes(new int[] { 200 });
        processor.setNotModifiedHttpCodes(new int[] { 304 });

import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class SmbClientTest extends PlainTestCase {

    public void test_doGet_accessTimeoutTarget() {
        SmbClient client = new SmbClient() {
            @Override
            protected ResponseData getResponseData(final String uri, final boolean includeContent) {
                try {

    /**
     * Initializes the service.
     */
    @PostConstruct
    public void init() {
        fesenClient.addOnConnectListener(() -> createMapping("data"));
    }

    /**
     * Stores an access result in the OpenSearch index.
     *
     * @param accessResult The access result to store.
     */
    @Override
    public void store(final OpenSearchAccessResult accessResult) {