import java.util.function.Function;

import org.apache.commons.lang3.RandomUtils;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.lang.ThreadUtil;
import org.codelibs.fesen.client.HttpClient;
import org.codelibs.fess.crawler.exception.OpenSearchAccessException;
import org.opensearch.OpenSearchException;

            if (StringUtil.isNotBlank(requiredKeysStr) && StreamUtil.split(requiredKeysStr, ",")
                    .get(stream -> stream.map(String::trim).filter(StringUtil::isNotEmpty).anyMatch(name -> {
                        final String[] values = req.getParameterValues(name);
                        if (values == null || values.length == 0 || StringUtil.isEmpty(values[0])) {

        runtime.registerData("installationLink", getHelpUrl(installationLink));
        runtime.registerData("storageEnabled",
                StringUtil.isNotBlank(fessConfig.getStorageEndpoint()) && StringUtil.isNotBlank(fessConfig.getStorageBucket()));
        final boolean eoled = isEoled();
        runtime.registerData("eoled", eoled);
        if (eoled) {

        }
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

        if (StringUtil.isNotBlank(fessConfig.getIndexDictionaryPrefix())) {
            String dictionaryPath = System.getProperty("fess.dictionary.path", StringUtil.EMPTY);
            if (StringUtil.isBlank(dictionaryPath)) {
                System.setProperty("fess.dictionary.path", fessConfig.getIndexDictionaryPrefix() + "/");

                stream(crawlingConfig.getVirtualHosts()).get(stream -> stream.filter(StringUtil::isNotBlank).collect(Collectors.toList())));
        // id
        putResultDataBody(dataMap, fessConfig.getIndexFieldId(), crawlingInfoHelper.generateId(dataMap));
        // parentId
        String parentUrl = responseData.getParentUrl();
        if (StringUtil.isNotBlank(parentUrl)) {

        final String value = System.getProperty("rank.fusion.searchers");
        if (StringUtil.isBlank(value)) {
            availableSearcherNameSet = Collections.emptySet();
        } else {
            availableSearcherNameSet = StreamUtil.split(value, ",")
                    .get(stream -> stream.map(String::trim).filter(StringUtil::isNotBlank).collect(Collectors.toUnmodifiableSet()));
        }

     * @return the host name, or empty string if URL is blank, or unknown hostname if parsing fails
     */
    default String getHost(final String u) {
        if (StringUtil.isBlank(u)) {
            return StringUtil.EMPTY; // empty
        }

        String url = u;
        final String originalUrl = url;

        int idx = url.indexOf("://");
        if (idx >= 0) {

    private static final SecureRandom RANDOM = new SecureRandom();

    private static final String BASE = StringUtil.toHex(getAddress()) + StringUtil.toHex(System.identityHashCode(RANDOM));

    /**
     * Creates a UUID.
     *
     * @return the UUID string
     */
    public static String create() {

        // For non-AWS endpoints (MinIO, etc.), set custom endpoint with path-style access
        if (StringUtil.isNotBlank(endpoint)) {
            builder.endpointOverride(URI.create(endpoint)).forcePathStyle(true);
        }

        this.s3Client = builder.build();
    }

    private String getRegion(final String region) {
        return StringUtil.isNotBlank(region) ? region : "us-east-1";
    }

    @Override

        assertEquals("c", StringUtil.substringToLast("abc", "b"));
        assertEquals("c", StringUtil.substringToLast("abcbc", "b"));
        assertEquals("abc", StringUtil.substringToLast("abc", ""));
        assertEquals("abc", StringUtil.substringToLast("abc", null));
        assertEquals("abc", StringUtil.substringToLast("abc", "dddd"));
    }

    /**
     * @throws Exception
     */