assertEquals("", normalizeText(" ", 100, -1, 2, false));
        assertEquals("", normalizeText("  ", 100, -1, 2, false));
        assertEquals("", normalizeText("\t", 100, -1, 2, false));
        assertEquals("", normalizeText("\t\t", 100, -1, 2, false));
        assertEquals("", normalizeText("\t \t", 100, -1, 2, false));
        assertEquals("123 abc", normalizeText(" 123 abc ", 100, -1, 2, false));

    private static final long serialVersionUID = 1L;

    /** Whether this rule should match all responses by default. */
    protected boolean defaultRule = false;

    /** Whether all regular expressions must match (true) or just one (false). */
    protected boolean allRequired = true;

    /** Map of field names to regular expression patterns. */
    protected Map<String, Pattern> regexMap = new HashMap<>();

    }

    /**
     * Test getRule with matching rule
     */
    public void test_getRule_matching() {
        TestRule rule1 = new TestRule("rule1", false);
        TestRule rule2 = new TestRule("rule2", true);
        TestRule rule3 = new TestRule("rule3", false);

        ruleManager.addRule(rule1);
        ruleManager.addRule(rule2);
        ruleManager.addRule(rule3);

        responseData.setResponseBody(file, false);
        return responseData;
    }

    private ResponseData getTestData2_OK() {
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/sitemap.xml.gz");
        File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml.gz");
        responseData.setResponseBody(file, false);
        return responseData;
    }

     * @param tcCount The thread check count.
     * @return true if the crawling should continue, false otherwise.
     */
    protected boolean isContinue(final int tcCount) {
        if (!crawlerContainer.available()) {
            // system shutdown
            return false;
        }

        boolean isContinue = false;
        if (tcCount < crawlerContext.maxThreadCheckCount) {

        assertFalse(regexRule.match(getTestData4()));
    }

    public void test_match_or() {
        final RegexRule regexRule = new RegexRule();
        regexRule.defaultRule = false;
        regexRule.allRequired = false;
        regexRule.addRule("url", Pattern.compile("http:.*"));
        regexRule.addRule("mimeType", Pattern.compile("text/html"));

        assertTrue(regexRule.match(getTestData1()));

     */
    protected boolean isValid(final InputStream in, final boolean recursive) {
        final BufferedInputStream bis = new BufferedInputStream(in);
        bis.mark(preloadSize);

        final byte[] bytes = new byte[preloadSize];
        try {
            if (bis.read(bytes) == -1) {
                return false;
            }

            fieldRuleMap.put("false", "false()");
            xpathTransformer.setFieldRuleMap(fieldRuleMap);
        }
        {
            xpathMapTransformer = new XpathTransformer();
            xpathMapTransformer.setName("xpathMapTransformer");
            Map<String, String> featureMap = newHashMap();
            featureMap.put("http://xml.org/sax/features/namespaces", "false");

        try (final InputStream is = responseData.getResponseBody()) {
            tempFile = File.createTempFile("crawler-", ".tmp");
            tempFile.setReadable(false, false);
            tempFile.setReadable(true, true);
            tempFile.setWritable(false, false);
            tempFile.setWritable(true, true);
            fos = new FileOutputStream(tempFile);
            CopyUtil.copy(is, fos);
        } catch (final Exception e) {

    /**
     * Checks if this authentication matches the given FTP path.
     * @param path The FTP path to check.
     * @return true if it matches, false otherwise.
     */
    boolean matches(final String path) {
        if (StringUtil.isBlank(path)) {
            return false;
        }

        try {
            final int pos = path.indexOf('/', 6);