fail();
        } catch (final ChildUrlsException e) {
            final Set<RequestData> urlSet = e.getChildUrlList();
            assertEquals(5, urlSet.size());
            for (final RequestData requestData : urlSet.toArray(new RequestData[urlSet.size()])) {
                String url = requestData.getUrl();

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.builder;

import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.RequestData.Method;

/**
 * Builder class to create a request.
 *
 * @author shinsuke
 *
 */
public final class RequestDataBuilder {
    private RequestDataBuilder() {
    }

        void onRequestStart(FaultTolerantClient client, RequestData request);

        void onRequest(FaultTolerantClient client, RequestData request, int count);

        void onRequestEnd(FaultTolerantClient client, RequestData request, List<Exception> exceptionList);

        void onException(FaultTolerantClient client, RequestData request, int count, Exception e);

    }

            fsClient.doGet("file://" + path);
            fail();
        } catch (final ChildUrlsException e) {
            final Set<RequestData> urlSet = e.getChildUrlList();
            for (final RequestData requestData : urlSet.toArray(new RequestData[urlSet.size()])) {
                String url = requestData.getUrl();
                if (url.indexOf(".svn") < 0) {

import org.codelibs.fess.crawler.entity.RequestData;

/**
 * ChildUrlsException is thrown when having child urls.
 *
 * @author shinsuke
 *
 */
public class ChildUrlsException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    private final Set<RequestData> childUrlList;

    public ChildUrlsException(final Set<RequestData> childUrlList, final String description) {

        String requestMethod;

        @Override
        public void onRequestStart(final FaultTolerantClient client, final RequestData request) {
            startCount++;
        }

        @Override
        public void onRequest(final FaultTolerantClient client, final RequestData request, final int count) {
            requestCount++;
            requestUrl = request.getUrl();

import org.codelibs.core.exception.IORuntimeException;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.container.CrawlerContainer;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.Sitemap;
import org.codelibs.fess.crawler.entity.SitemapSet;
import org.codelibs.fess.crawler.exception.ChildUrlsException;

import java.util.Map;

import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;

/**
 * @author shinsuke
 *
 */
public interface CrawlerClient extends AutoCloseable {

    void setInitParameterMap(Map<String, Object> params);

    ResponseData execute(RequestData data);

    @Override
    default void close() throws Exception {
        // nothing

            return null;
        }

        final Set<RequestData> childUrlSet = new LinkedHashSet<>();
        for (final String anchor : anchorList) {
            childUrlSet.add(RequestDataBuilder.newRequestData().get().url(anchor).build());
        }
        return childUrlSet;
    }

    protected Set<RequestData> getChildUrlSet(final SearchEngineClient searchEngineClient, final String id) {

    }

    @Override
    protected List<RequestData> convertChildUrlList(final List<RequestData> urlList) {
        if (urlList != null) {
            final PathMappingHelper pathMappingHelper = getPathMappingHelper();
            for (final RequestData requestData : urlList) {
                String url = requestData.getUrl();