* Converts the given host string to ASCII using IDN.
     *
     * @param host the host string to convert
     * @return the ASCII representation of the host string
     */
    protected String toAscii(final String host) {
        return IDN.toASCII(decode(host), flag);
    }

    /**
     * Sets the flag for IDN conversion.
     *
     * @param flag the flag to set
     */
    public void setFlag(final int flag) {

     * @param message the detail message
     * @param cause the cause of the exception
     */
    public RobotsTxtException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new RobotsTxtException with the specified detail message.
     * @param message the detail message
     */

     * and populates the response data accordingly.
     *
     * @param uri The original URI being accessed
     * @param includeContent Whether to include the actual content in the response
     * @param responseData The response data to update
     * @param client The FTP client used for the operation
     * @param ftpInfo Information about the FTP connection
     * @param file The FTP file object, or null if not found
     */

        } else {
            targetFile = file;
        }
        return targetFile;
    }

    /**
     * Stores response data as a file on the file system.
     *
     * @param responseData the response data to store
     * @param resultData the result data to populate with file information
     * @throws CrawlerSystemException if file storage fails
     */
    @Override

     *
     * @param message the detail message
     * @param cause the cause
     */
    public CrawlingAccessException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new CrawlingAccessException with the specified detail message.
     *
     * @param message the detail message
     */

     * Sets the SMB server address.
     * @param server the server address to set
     */
    public void setServer(final String server) {
        this.server = server;
    }

    /**
     * Returns the SMB server port.
     * @return the server port
     */
    public int getPort() {
        return port;
    }

    /**
     * Sets the SMB server port.
     * @param port the server port to set
     */

     * @param stream the input stream to parse
     * @return the parsed RobotsTxt object, or null if disabled
     */
    public RobotsTxt parse(final InputStream stream) {
        return parse(stream, Constants.UTF_8);
    }

    /**
     * Parses a robots.txt file from the given input stream using the specified character encoding.
     * @param stream the input stream to parse

     *
     * @param request The index request.
     * @return Future for the index response.
     */
    @Override
    public ActionFuture<IndexResponse> index(final IndexRequest request) {
        return client.index(request);
    }

    /**
     * Executes an index request asynchronously.
     *
     * @param request The index request.
     * @param listener The response listener.
     */

    /**
     * A class that provides an input stream for reading from a temporary file.
     * This class wraps a {@link FileInputStream} to read from the specified temporary file.
     *
     * @param tempFile the temporary file to be read
     * @throws FileNotFoundException if the specified file does not exist
     */
    public TemporaryFileInputStream(final File tempFile) throws FileNotFoundException {

    }

    /**
     * Sets the last modification time of the sitemap.
     * @param lastmod the last modification time in W3C Datetime format
     */
    public void setLastmod(final String lastmod) {
        this.lastmod = lastmod;
    }

    /**
     * Checks if this SitemapFile is equal to another object.
     * @param obj the object to compare with
     * @return true if the objects are equal, false otherwise