import java.util.Map;

import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;

/**
 * @author shinsuke
 *
 */
public interface CrawlerClient extends AutoCloseable {

    void setInitParameterMap(Map<String, Object> params);

    ResponseData execute(RequestData data);

    @Override
    default void close() throws Exception {
        // nothing

        if (StringUtil.isBlank(regex)) {
            throw new CrawlerSystemException("A regular expression is null.");
        }
        if (client == null) {
            throw new CrawlerSystemException("CrawlerClient is null.");
        }
        int current = 0;
        boolean added = false;
        final Map<Pattern, CrawlerClient> newClientMap = new LinkedHashMap<>();

    }

    @Override
    public void addClient(final List<String> regexList, final CrawlerClient client) {
        factory.addClient(regexList, client);
    }

    @Override
    public CrawlerClient getClient(final String url) {
        return factory.getClient(url);
    }

    @Override
    public void setClientMap(final Map<Pattern, CrawlerClient> clientMap) {
        factory.setClientMap(clientMap);
    }

    @Override

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * @author shinsuke
 *
 */
public class FaultTolerantClient implements CrawlerClient {

    private static final Logger logger = LoggerFactory.getLogger(FaultTolerantClient.class);

    protected CrawlerClient client;

    protected int maxRetryCount = 5;

    protected long retryInterval = 500;

    protected RequestListener listener;

        clientFactory.addClient("storage:.*", container.getComponent("storageClient"));
    }

    public void test_getClient() {
        String url;
        CrawlerClient client;

        url = "http://hoge.com/";
        client = clientFactory.getClient(url);
        assertNotNull(client);
        assertTrue(client instanceof FaultTolerantClient);

		<property name="soTimeout">30000</property>
	</component>
	<component name="httpClient"
		class="org.codelibs.fess.crawler.client.FaultTolerantClient" instance="prototype">
		<property name="crawlerClient">internalHttpClient</property>
		<property name="maxRetryCount">5</property>
		<property name="retryInterval">500</property>
	</component>

	<component name="fsClient"

        if (logger.isDebugEnabled()) {
            logger.debug("loading {}", componentName);
        }
        CrawlerClient client = null;
        try {
            client = crawlerContainer.getComponent(componentName);
            crawlerClientFactory.addClient(regex, client);
        } catch (final Exception e) {

import org.codelibs.fess.crawler.exception.MaxLengthExceededException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * @author shinsuke
 *
 */
public abstract class AbstractCrawlerClient implements CrawlerClient {

    private static final Logger logger = LoggerFactory.getLogger(AbstractCrawlerClient.class);

    protected static final String APPLICATION_OCTET_STREAM = "application/octet-stream";