assertEquals("mailto:******@****.***", HcHttpClient.constructRedirectLocation("http://localhost/", "mailto:******@****.***"));
        assertEquals("data:text/plain;base64,SGVsbG8gd29ybGQ=",
                HcHttpClient.constructRedirectLocation("http://localhost/", "data:text/plain;base64,SGVsbG8gd29ybGQ="));
        assertEquals("http://192.168.1.1/path/file", HcHttpClient.constructRedirectLocation("http://192.168.1.1/path/", "file"));

    /** Settings ID. */
    protected final String settingsId;
    /** Suggest settings. */
    protected final SuggestSettings settings;

    private static final Base64.Encoder encoder = Base64.getEncoder();

    /**
     * Constructor.
     * @param settings Suggest settings
     * @param client OpenSearch client
     * @param settingsIndexName Settings index name

    private static final Base64.Encoder encoder = Base64.getEncoder();

    private static final int ID_MAX_LENGTH = 445;

    /**
     * Private constructor to prevent instantiation.
     */
    private SuggestUtil() {
    }

    /**
     * Creates a unique identifier for the given text by encoding it to a Base64 string.

        assertNotNull(id);
        assertEquals(Base64.getEncoder().encodeToString(text.getBytes(CoreLibConstants.CHARSET_UTF_8)), id);

        // Test empty text
        String emptyText = "";
        String emptyId = SuggestUtil.createSuggestTextId(emptyText);
        assertNotNull(emptyId);
        assertEquals(Base64.getEncoder().encodeToString(emptyText.getBytes(CoreLibConstants.CHARSET_UTF_8)), emptyId);

import java.io.IOException;
import java.nio.charset.Charset;
import java.sql.Timestamp;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Base64;
import java.util.Date;
import java.util.List;
import java.util.Map;
import java.util.TimeZone;
import java.util.function.Consumer;

import org.apache.logging.log4j.LogManager;

    }

    /**
     * Gets the base href from the document's BASE tag.
     *
     * @param document the document to extract base href from
     * @return the base href URL, or null if not found
     */
    protected String getBaseHref(final Document document) {
        try {
            final XPathNodes list = getXPathAPI().selectNodeList(document, "//BASE");
            if (list.size() > 0) {

        }
        return new File(baseDir, filePath);
    }

    /**
     * Gets the base path for storing files.
     *
     * @return the base path
     */
    public String getPath() {
        return path;
    }

    /**
     * Sets the base path for storing files.
     *
     * @param path the base path to set
     */
    public void setPath(final String path) {
        this.path = path;

- **Fault Tolerance**: Built-in retry mechanisms and error handling
- **Flexible Configuration**: XML-based dependency injection with LastaFlute DI
- **Extensible Architecture**: Plugin system for custom extractors, transformers, and clients
- **Rate Limiting**: Politeness policies and interval controllers
- **URL Filtering**: Regex-based inclusion/exclusion patterns
- **Data Persistence**: Multiple backend options including OpenSearch integration

 * in a large index without loading all of them into memory at once.
 * </p>
 *
 * <p>
 * The reader supports limiting the number of documents read based on a percentage of the total documents
 * or a fixed number. It also allows filtering documents based on their size, using the {@code limitOfDocumentSize}
 * parameter.
 * </p>
 *
 * <p>

 *   <li>Appending alphanumeric characters (0-9, A-Z, a-z) to the buffer.</li>
 *   <li>Appending symbol characters (!-/, :-@, [-`, {-~) to the buffer.</li>
 *   <li>Optionally removing duplicate terms based on a flag.</li>
 *   <li>Limiting the maximum size of alphanumeric and symbol terms.</li>
 * </ul>
 *
 * <p>The {@link TextNormalizeContext} class provides a fluent API to configure the text