throw new IORuntimeException(e);
        }
    }

    /**
     * Returns whether SIDs (Security Identifiers) should be resolved.
     *
     * @return true if SIDs should be resolved, false otherwise
     */
    public boolean isResolveSids() {
        return resolveSids;
    }

    /**
     * Sets whether SIDs (Security Identifiers) should be resolved.
     *

 * </p>
 * <ul>
 *   <li>Detect the MIME type based on the input stream and filename.</li>
 *   <li>Normalize the filename to handle special characters.</li>
 *   <li>Configure whether to use the filename for MIME type detection.</li>
 *   <li>Configure whether to use the filename for MIME type detection when the stream is octet-stream.</li>
 * </ul>
 *
 * <p>

     *
     * @param message the detail message
     * @param enableSuppression whether or not suppression is enabled
     * @param writableStackTrace whether or not the stack trace should be writable
     */
    protected CrawlerSystemException(final String message, final boolean enableSuppression, final boolean writableStackTrace) {

        return isValid(in, true);
    }

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate
     * @param recursive whether to recursively check compressed files
     * @return true if the stream contains valid sitemap data, false otherwise
     */
    protected boolean isValid(final InputStream in, final boolean recursive) {

public class RegexRule extends AbstractRule {

    /** Serial version UID for serialization. */
    private static final long serialVersionUID = 1L;

    /** Whether this rule should match all responses by default. */
    protected boolean defaultRule = false;

    /** Whether all regular expressions must match (true) or just one (false). */
    protected boolean allRequired = true;

    /** Map of field names to regular expression patterns. */

        this.preloadSizeForCharset = preloadSizeForCharset;
    }

    /**
     * Returns whether comment tags are ignored during extraction.
     * @return true if comment tags are ignored, false otherwise.
     */
    public boolean isIgnoreCommentTag() {
        return ignoreCommentTag;
    }

    /**
     * Sets whether to ignore comment tags.
     * @param ignoreCommentTag true to ignore comment tags, false otherwise.

 *   <li>passiveLocalHost: The local IP address to use for passive mode FTP.</li>
 *   <li>passiveNatWorkaround: Whether to use a NAT workaround in passive mode.</li>
 *   <li>reportActiveExternalHost: The external IP address to report in active mode.</li>
 *   <li>useEPSVwithIPv4: Whether to use EPSV with IPv4.</li>
 *   <li>isImplicit: Whether to use implicit SSL/TLS encryption.</li>

    }

    /**
     * Sets whether to match the first word.
     * @param matchWordFirst True to match the first word, false otherwise.
     * @return This builder instance.
     */
    public SuggestRequestBuilder setMatchWordFirst(final boolean matchWordFirst) {
        request.setMatchWordFirst(matchWordFirst);
        return this;
    }

    /**
     * Sets whether to skip duplicate words.

    /**
     * Pattern for Sitemap record.
     */
    protected static final Pattern SITEMAP_RECORD = Pattern.compile("^sitemap:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);

    /** Whether robots.txt processing is enabled. */
    protected boolean enabled = true;

    /**
     * Creates a new RobotsTxtHelper instance.
     */
    public RobotsTxtHelper() {
        // Default constructor
    }

 * and ignored. Otherwise, they will be re-thrown as {@link CrawlerSystemException}.
 * </p>
 *
 */
public abstract class AbstractIntervalController implements IntervalController {

    /**
     * Indicates whether exceptions during the delay process should be ignored.
     * If set to true, exceptions will be caught and ignored. If set to false,
     * exceptions will be re-thrown as {@link CrawlerSystemException}.