assertEquals("", normalizeText(" ", 100, -1, 2, false));
        assertEquals("", normalizeText("  ", 100, -1, 2, false));
        assertEquals("", normalizeText("\t", 100, -1, 2, false));
        assertEquals("", normalizeText("\t\t", 100, -1, 2, false));
        assertEquals("", normalizeText("\t \t", 100, -1, 2, false));
        assertEquals("123 abc", normalizeText(" 123 abc ", 100, -1, 2, false));

        assertEquals(3, settings.badword().get(false).length);
        assertEquals(value1, settings.badword().get(false)[0]);
        assertEquals(value2, settings.badword().get(false)[1]);
        assertEquals(value3, settings.badword().get(false)[2]);

        settings.badword().delete(value2);
        assertEquals(2, settings.badword().get(false).length);
        assertEquals(value1, settings.badword().get(false)[0]);

    private static final long serialVersionUID = 1L;

    /** Whether this rule should match all responses by default. */
    protected boolean defaultRule = false;

    /** Whether all regular expressions must match (true) or just one (false). */
    protected boolean allRequired = true;

    /** Map of field names to regular expression patterns. */
    protected Map<String, Pattern> regexMap = new HashMap<>();

     * @param tcCount The thread check count.
     * @return true if the crawling should continue, false otherwise.
     */
    protected boolean isContinue(final int tcCount) {
        if (!crawlerContainer.available()) {
            // system shutdown
            return false;
        }

        boolean isContinue = false;
        if (tcCount < crawlerContext.maxThreadCheckCount) {

    }

    /**
     * Test getRule with matching rule
     */
    public void test_getRule_matching() {
        TestRule rule1 = new TestRule("rule1", false);
        TestRule rule2 = new TestRule("rule2", true);
        TestRule rule3 = new TestRule("rule3", false);

        ruleManager.addRule(rule1);
        ruleManager.addRule(rule2);
        ruleManager.addRule(rule3);

     */
    public ChildUrlsException(final Set<RequestData> childUrlList, final String description) {
        super("Threw child urls(" + childUrlList.size() + "). " + description, false, false);
        this.childUrlList = childUrlList;
    }

    /**
     * Returns the list of child URLs.
     * @return The list of child URLs.
     */
    public Set<RequestData> getChildUrlList() {

        try (final InputStream is = responseData.getResponseBody()) {
            tempFile = File.createTempFile("crawler-", ".tmp");
            tempFile.setReadable(false, false);
            tempFile.setReadable(true, true);
            tempFile.setWritable(false, false);
            tempFile.setWritable(true, true);
            fos = new FileOutputStream(tempFile);
            CopyUtil.copy(is, fos);
        } catch (final Exception e) {

    /**
     * Checks if this authentication matches the given FTP path.
     * @param path The FTP path to check.
     * @return true if it matches, false otherwise.
     */
    boolean matches(final String path) {
        if (StringUtil.isBlank(path)) {
            return false;
        }

        try {
            final int pos = path.indexOf('/', 6);

     */
    protected boolean isValid(final InputStream in, final boolean recursive) {
        final BufferedInputStream bis = new BufferedInputStream(in);
        bis.mark(preloadSize);

        final byte[] bytes = new byte[preloadSize];
        try {
            if (bis.read(bytes) == -1) {
                return false;
            }

     * @return true if exceptions should be ignored, false otherwise.
     */
    public boolean isIgnoreException() {
        return ignoreException;
    }

    /**
     * Sets whether to ignore exceptions.
     * @param ignoreException true to ignore exceptions, false otherwise.
     */
    public void setIgnoreException(final boolean ignoreException) {