*/
    protected String toAscii(final String host) {
        return IDN.toASCII(decode(host), flag);
    }

    /**
     * Sets the flag for IDN conversion.
     *
     * @param flag the flag to set
     */
    public void setFlag(final int flag) {
        this.flag = flag;
    }

    /**
     * Sets the encoding for URL decoding.
     *

        this.category = category;
    }

    /**
     * Gets the family friendly flag.
     * @return the family friendly value
     */
    public String getFamilyFriendly() {
        return familyFriendly;
    }

    /**
     * Sets the family friendly flag.
     * @param familyFriendly the family friendly value to set
     */

    }

    /**
     * Test that getText throws exception when null stream is provided.
     * Note: validateInputStream throws the exception, so the validateCalled flag
     * is never set to true (exception is thrown before flag assignment).
     */
    public void test_getText_throwsExceptionForNullStream() {
        try {
            extractor.getText(null, null);

                boolean flag = false;
                for (final String protocol : protocols) {
                    if (path.trim().startsWith(protocol.trim())) {
                        flag = true;
                        break;
                    }
                }
                if (!flag) {
                    return false;
                }
            }
        }

     * The URL where the crawling error occurred.
     */
    private final String url;

    /**
     * Flag indicating whether the crawling process should be aborted.
     */
    private final boolean abort;

    /**
     * Creates a new DataStoreCrawlingException with the specified URL, message, and cause.
     * The abort flag is set to false by default.
     *
     * @param url the URL where the crawling error occurred

        if (lowercaseWildcard) {
            return value.toLowerCase(Locale.ROOT);
        }
        return value;
    }

    /**
     * Sets the lowercase wildcard flag.
     *
     * @param lowercaseWildcard the lowercase wildcard flag
     */
    public void setLowercaseWildcard(final boolean lowercaseWildcard) {
        this.lowercaseWildcard = lowercaseWildcard;
    }

 *   <li>Appending alphanumeric characters (0-9, A-Z, a-z) to the buffer.</li>
 *   <li>Appending symbol characters (!-/, :-@, [-`, {-~) to the buffer.</li>
 *   <li>Optionally removing duplicate terms based on a flag.</li>
 *   <li>Limiting the maximum size of alphanumeric and symbol terms.</li>
 * </ul>
 *
 * <p>The {@link TextNormalizeContext} class provides a fluent API to configure the text

 *   <li>{@code logger} - Logger instance for logging warnings.</li>
 *   <li>{@code PREFIX} - Prefix for the temporary file name.</li>
 *   <li>{@code SUFFIX} - Suffix for the temporary file name.</li>
 *   <li>{@code done} - Flag indicating whether the file has been retrieved.</li>
 * </ul>
 *
 * <p>Constructors:</p>
 * <ul>

     * Context object containing crawler state and configuration.
     */
    protected CrawlerContext crawlerContext;

    /**
     * Flag indicating whether the crawler runs in background mode.
     */
    protected boolean background = false;

    /**
     * Flag indicating whether crawler threads run as daemon threads.
     */
    protected boolean daemon = false;

    /**

    /** The job executor responsible for running this job */
    protected JobExecutor jobExecutor;

    /** Unique session identifier for this job execution */
    protected String sessionId;

    /** Flag indicating whether to use local Fesen instance */
    protected boolean useLocalFesen = true;

    /** Path to the log file for this job execution */
    protected String logFilePath;