}

    /**
     * Constructs a new ExtractException with the specified detail message,
     * suppression enabled or disabled, and writable stack trace enabled or disabled.
     *
     * @param message the detail message.
     * @param enableSuppression whether or not suppression is enabled or disabled.
     * @param writableStackTrace whether or not the stack trace should be writable.
     */

        assertNotNull(exception1);
        assertEquals(message1, exception1.getMessage());
        assertNull(exception1.getCause());

        // Test with suppression disabled and writable stack trace
        String message2 = "Test with suppression disabled";
        CrawlerSystemException exception2 = constructor.newInstance(message2, false, true);
        assertNotNull(exception2);
        assertEquals(message2, exception2.getMessage());

    }

    /**
     * Parses a robots.txt file from the given input stream using UTF-8 encoding.
     * @param stream the input stream to parse
     * @return the parsed RobotsTxt object, or null if disabled
     */
    public RobotsTxt parse(final InputStream stream) {
        return parse(stream, Constants.UTF_8);
    }

    /**

c=a.location&&a.location.hash;return c&&c.slice(1)===b.id},root:function(a){return a===o},focus:function(a){return a===n.activeElement&&(!n.hasFocus||n.hasFocus())&&!!(a.type||a.href||~a.tabIndex)},enabled:function(a){return a.disabled===!1},disabled:function(a){return a.disabled===!0},checked:function(a){var b=a.nodeName.toLowerCase();return"input"===b&&!!a.checked||"option"===b&&!!a.selected},selected:function(a){return a.parentNode&&a.parentNode.selectedIndex,a.selected===!0},empty:function(a){fo...

 *   <li>{@link #switchIndex()}: Switches the search alias to the current update index.</li>
 *   <li>{@link #removeDisableIndices()}: Removes disabled indices.</li>
 *   <li>{@link #indexer()}: Creates a new SuggestIndexer for indexing suggestions.</li>
 *   <li>{@link #builder()}: Creates a new SuggesterBuilder for building Suggester instances.</li>

				<artifactId>formatter-maven-plugin</artifactId>
			</plugin>
			<plugin>
				<artifactId>maven-surefire-plugin</artifactId>
				<configuration>
					<systemPropertyVariables>
						<log4j2.disable.jmx>true</log4j2.disable.jmx>
					</systemPropertyVariables>
				</configuration>
			</plugin>
			<plugin>
				<artifactId>maven-javadoc-plugin</artifactId>
			</plugin>
			<plugin>

        } catch (final Exception e) {
            throw new SitemapsException("Could not parse XML Sitemaps.", e);
        }
        return handler.getSitemapSet();
    }

    /**
     * Disables external resources for the SAX parser to prevent XXE attacks.
     * @param parser the SAX parser to configure
     * @throws SAXNotRecognizedException if the parser doesn't recognize the feature

 * </pre>
 *
 * <p>
 * Configuration options:
 * </p>
 * <ul>
 *   <li><b>fieldRuleMap:</b> A map of field names to XPath expressions.</li>
 *   <li><b>trimSpaceEnabled:</b> A flag to enable or disable trimming of whitespace from extracted values.</li>
 *   <li><b>charsetName:</b> The character encoding for the output XML.</li>
 *   <li><b>dataClass:</b> The class type to return from the {@link #getData(AccessResultData)} method.</li>

        return autodetectEncoding;
    }

    /**
     * Sets whether automatic UTF-8 encoding detection is enabled.
     *
     * @param autodetectEncoding True to enable auto-detection, false to disable
     */
    public void setAutodetectEncoding(final boolean autodetectEncoding) {
        this.autodetectEncoding = autodetectEncoding;
    }

    /**
     * Gets the connection timeout in milliseconds.

     */
    public boolean isNoWaitOnFolder() {
        return noWaitOnFolder;
    }

    /**
     * Sets whether the crawler waits on folder operations.
     * @param noWaitOnFolder true to disable waiting on folder operations.
     */
    public void setNoWaitOnFolder(final boolean noWaitOnFolder) {
        this.noWaitOnFolder = noWaitOnFolder;
    }

    /**
     * Sets the client factory.