@Override
    protected void storeData(final ResponseData responseData, final ResultData resultData) {
        final DOMParser parser = getDomParser();
        try (final InputStream in = responseData.getResponseBody()) {
            final InputSource is = new InputSource(in);
            if (responseData.getCharSet() != null) {
                is.setEncoding(responseData.getCharSet());
            }
            parser.parse(is);

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client.smb1;

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class SmbClientTest extends PlainTestCase {

    @Resource
    protected CrawlerContainer crawlerContainer;

    @Override
    public void process(final ResponseData responseData) {
        final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
        try (final InputStream responseBody = responseData.getResponseBody()) {
            final SitemapSet sitemapSet = sitemapsHelper.parse(responseBody);

                + "</doc>";

        final ResponseData responseData = new ResponseData();
        responseData.setResponseBody(ResourceUtil.getResourceAsFile("html/test1.html"), false);
        responseData.setCharSet(Constants.UTF_8);
        final ResultData resultData = new ResultData();
        xpathTransformer.storeData(responseData, resultData);

 */
package org.codelibs.fess.crawler.processor.impl;

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.processor.ResponseProcessor;

/**
 * @author kuma
 *
 */
public class NullResponseProcessor implements ResponseProcessor {

    @Override
    public void process(final ResponseData responseData) {
        // do nothing
    }

package org.codelibs.fess.crawler.rule;

import java.io.Serializable;

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.processor.ResponseProcessor;

/**
 * @author shinsuke
 *
 */
public interface Rule extends Serializable {

    boolean match(ResponseData responseData);

    String getRuleId();

    ResponseProcessor getResponseProcessor();

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.rule;

import org.codelibs.fess.crawler.entity.ResponseData;

/**
 * @author shinsuke
 *
 */
public interface RuleManager {

    Rule getRule(ResponseData responseData);

    void addRule(Rule rule);

    void addRule(int index, Rule rule);

    boolean removeRule(Rule rule);

import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;

import org.codelibs.core.lang.ThreadUtil;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.MaxLengthExceededException;
import org.codelibs.fess.crawler.exception.MultipleCrawlingAccessException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**

import java.util.Map;

import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;

/**
 * @author shinsuke
 *
 */
public interface CrawlerClient extends AutoCloseable {

    void setInitParameterMap(Map<String, Object> params);

    ResponseData execute(RequestData data);

    @Override
    default void close() throws Exception {
        // nothing
    }

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.entity;

/**
 * @author shinsuke
 *
 */
public interface AccessResult<IDTYPE> {
    void init(ResponseData responseData, ResultData resultData);

    IDTYPE getId();

    void setId(IDTYPE id);

    String getSessionId();

    void setSessionId(String sessionId);

    String getRuleId();