* Constructs a new RobotsTxtException with the specified detail message and cause.
     * @param message the detail message
     * @param cause the cause of the exception
     */
    public RobotsTxtException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new RobotsTxtException with the specified detail message.
     * @param message the detail message
     */

            // Only throw exception for fatal I/O errors
            throw new RobotsTxtException("Failed to read robots.txt due to I/O error.", e);
        } catch (final Exception e) {
            // Catch any other fatal errors (e.g., encoding issues)
            throw new RobotsTxtException("Failed to parse robots.txt.", e);
        }
    }

    /**