assertNotNull(exception2);
        assertEquals(message2, exception2.getMessage());

        // Test with suppression enabled and non-writable stack trace
        String message3 = "Test with non-writable stack trace";
        CrawlerSystemException exception3 = constructor.newInstance(message3, true, false);
        assertNotNull(exception3);

        try {
            spfactory.setFeature(Constants.FEATURE_SECURE_PROCESSING, true);
            spfactory.setFeature(Constants.FEATURE_EXTERNAL_GENERAL_ENTITIES, false);
            spfactory.setFeature(Constants.FEATURE_EXTERNAL_PARAMETER_ENTITIES, false);
            // create a sax parser
            final SAXParser parser = spfactory.newSAXParser();
            try {

        useEPSVwithIPv4 = getInitParameter("useEPSVwithIPv4", false, Boolean.class);
        isImplicit = getInitParameter("isImplicit", null, Boolean.class);
        trustManager = getInitParameter("trustManager", null, String.class);
        enterLocalPassiveMode = getInitParameter("enterLocalPassiveMode", false, Boolean.class);

        // Initialize FTP authentication holder

     *
     * @param path The path to check for access permission
     * @param userAgent The user agent string to check against robots.txt directives
     * @return true if access is allowed, false if access is disallowed by robots.txt rules.
     *         Returns true if no matching directive is found for the user agent.
     */
    public boolean allows(final String path, final String userAgent) {

	</component>

	<component name="defaultFeatureMap" class="java.util.LinkedHashMap">
		<postConstruct name="put">
			<arg>"http://xml.org/sax/features/namespaces"</arg>
			<arg>"false"</arg>
		</postConstruct>
	</component>

	<component name="defaultPropertyMap" class="java.util.LinkedHashMap">
	</component>

	<component name="allChildUrlRuleMap" class="java.util.LinkedHashMap">

                + "</doc>";

        final ResponseData responseData = new ResponseData();
        responseData.setResponseBody(ResourceUtil.getResourceAsFile("extractor/test.xml"), false);
        responseData.setCharSet(Constants.UTF_8);
        final ResultData resultData = xmlTransformer.transform(responseData);
        assertEquals(result, new String(resultData.getData(), Constants.UTF_8));
    }

        rule1.setMatchResult(false);

        TestAbstractRule rule2 = new TestAbstractRule();
        rule2.crawlerContainer = container;
        rule2.setRuleId("rule2");
        rule2.setMatchResult(true);

        TestAbstractRule rule3 = new TestAbstractRule();
        rule3.crawlerContainer = container;
        rule3.setRuleId("rule3");
        rule3.setMatchResult(false);

        // Register in order

     *
     * @param value true if this response should not be followed, false otherwise
     */
    public void setNoFollow(final boolean value) {
        noFollow = value;
    }

    /**
     * Checks if this response should not be followed for further crawling.
     *
     * @return true if this response should not be followed, false otherwise
     */
    public boolean isNoFollow() {
        return noFollow;

     * @return true if the charset is supported, false otherwise
     */
    protected boolean isSupportedCharset(final String charsetName) {
        if (charsetName == null) {
            return false;
        }
        try {
            Charset.forName(charsetName);
        } catch (final Exception e) {
            return false;
        }
        return true;
    }

    /**

    /** Timeout for PDF extraction in milliseconds (default: 30 seconds). */
    protected long timeout = 30000; // 30sec

    /** Whether the extraction thread should be a daemon thread. */
    protected boolean isDaemonThread = false;

    /**
     * Creates a new PdfExtractor instance.
     */
    public PdfExtractor() {
        super();
    }

    /*
     * (non-Javadoc)
     *