import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * @author shinsuke
 *
 */
public class SitemapsRule extends RegexRule {
    /**
     *
     */
    private static final long serialVersionUID = 1L;

    private static final Logger logger = LoggerFactory.getLogger(SitemapsRule.class);

    @Override
    public boolean match(final ResponseData responseData) {
        if (super.match(responseData)) {

    public SitemapsRule sitemapsRule;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("sitemapsHelper", SitemapsHelper.class)//
                .singleton("sitemapsRule", SitemapsRule.class);
        sitemapsRule = container.getComponent("sitemapsRule");
    }

    public void test_match() {

                .singleton("sitemapsRule", SitemapsRule.class)//
                .singleton("fileRule", RegexRule.class)//
                .singleton("ruleManager", RuleManagerImpl.class);

        ruleManager = container.getComponent("ruleManager");

        SitemapsRule sitemapsRule = container.getComponent("sitemapsRule");
        sitemapsRule.setRuleId("sitemapsRule");
        sitemapsRule.addRule("url", ".*sitemap.*");

                .singleton("sitemapsResponseProcessor", SitemapsResponseProcessor.class)//
                .<SitemapsRule> singleton("sitemapsRule", SitemapsRule.class, rule -> {
                    rule.setResponseProcessor(container.getComponent("sitemapsResponseProcessor"));
                    rule.setRuleId("sitemapsRule");
                    rule.addRule("url", ".*sitemap.*");
                })//

            buf.append("</url>").append('\n');
            buf.append("</urlset>").append('\n');
            File sitemapsFile = new File(tempDir, "sitemaps.xml");
            FileUtil.writeBytes(sitemapsFile.getAbsolutePath(), buf.toString().getBytes("UTF-8"));
            robotTxtFile.deleteOnExit();

            // sitemaps.txt
            buf = new StringBuilder();

            buf.append("</url>").append('\n');
            buf.append("</urlset>").append('\n');
            File sitemapsFile = new File(tempDir, "sitemaps.xml");
            FileUtil.writeBytes(sitemapsFile.getAbsolutePath(), buf.toString().getBytes("UTF-8"));
            robotTxtFile.deleteOnExit();

            // sitemaps.txt
            buf = new StringBuilder();