for (final Sitemap sitemap : sitemapSet.getSitemaps()) {
                if (sitemap != null) {
                    requestDataSet.add(RequestDataBuilder.newRequestData().get().url(sitemap.getLoc()).build()); // TODO priority
                }
            }
            throw new ChildUrlsException(requestDataSet, this.getClass().getName() + "#process");
        } catch (final IOException e) {

                }
            }
        }
    }

    /**
     * Gets the appropriate crawler client for the given URL.
     * @param url The URL to get a client for.
     * @return The crawler client.
     */
    protected CrawlerClient getClient(final String url) {
        return clientFactory.getClient(url);
    }

 * It is designed to avoid the instantiation.
 */
public final class Constants {
    /**
     * The GET method.
     */
    public static final String GET_METHOD = "GET";

    /**
     * The HEAD method.
     */
    public static final String HEAD_METHOD = "HEAD";

    /**
     * The POST method.
     */

                int offset = 0;
                for (int i = 0; i < readingTokenList.size(); i++) {
                    final String term = termTokenList.get(i).getTerm();
                    String reading = readingTokenList.get(i).getTerm();
                    if (Strings.isNullOrEmpty(reading)) {
                        reading = term;
                    }

import org.codelibs.fess.suggest.util.SuggestUtil;
import org.opensearch.action.bulk.BulkItemResponse;
import org.opensearch.action.bulk.BulkRequestBuilder;
import org.opensearch.action.bulk.BulkResponse;
import org.opensearch.action.get.GetResponse;
import org.opensearch.action.index.IndexAction;
import org.opensearch.action.index.IndexRequest;
import org.opensearch.action.index.IndexRequestBuilder;
import org.opensearch.common.unit.TimeValue;

        if (resultData != null) {
            BeanUtil.copyBeanToBean(resultData, accessResultData);
        }
        setAccessResultData(accessResultData);
    }

    /**
     * Gets the access result data, loading it from the data service if not already initialized.
     *
     * @return The access result data.
     */
    @Override
    public AccessResultData<String> getAccessResultData() {

     * @param newSessionId The new session ID.
     */
    @Override
    public void updateSessionId(final String oldSessionId, final String newSessionId) {
        SearchResponse response = getClient().get(c -> c.prepareSearch(index)
                .setScroll(new TimeValue(scrollTimeout))
                .setQuery(QueryBuilders.boolQuery().filter(QueryBuilders.termQuery(SESSION_ID, oldSessionId)))
                .setSize(scrollSize)

        client.setCrawlerClient(testClient);
        client.setRequestListener(testListener);
        final String url = "http://test.com/";
        final ResponseData response = client.execute(RequestDataBuilder.newRequestData().get().url(url).build());
        assertEquals(1, testListener.startCount);
        assertEquals(1, testListener.requestCount);
        assertEquals(0, testListener.exceptionCount);
        assertEquals(1, testListener.endCount);

        int matchCount = 0;
        for (int i = 0; i < tokens.size(); i++) {
            final String term = tokens.get(i).getTerm();
            final String reading = readingTokens.get(i).getTerm();
            switch (term) {
            case "fess":
                matchCount++;
                assertEquals("fess", reading);
                break;

import java.util.Map;

import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.ExtractException;

/**
 * Gets a text from .doc file.
 *
 * @author shinsuke
 *
 */
public class MsWordExtractor extends AbstractExtractor {

    /**
     * Creates a new MsWordExtractor instance.
     */
    public MsWordExtractor() {