}
        final CrawlingConfig config = crawlingConfigHelper.getCrawlingConfig(configId);
        if (config == null) {
            throw new FessSystemException("No crawlingConfig: " + configId);
        }
        final String url = DocumentUtil.getValue(doc, fessConfig.getIndexFieldUrl(), String.class);
        final CrawlerClientFactory crawlerClientFactory =

                        searchEngineClient.addAll(fessConfig.getIndexDocumentUpdateIndex(), docList, (doc, builder) -> {
                            final String configId = (String) doc.get(fessConfig.getIndexFieldConfigId());
                            crawlingConfigHelper.getPipeline(configId).ifPresent(s -> builder.setPipeline(s));
                        });
                if (response.hasFailures()) {

     * The config type is identified by the first character of the config ID.
     *
     * @param configId the configuration ID to analyze
     * @return the ConfigType (WEB, FILE, or DATA) or null if the config ID is invalid or doesn't match any known type
     */
    public ConfigType getConfigType(final String configId) {
        if (configId == null || configId.length() < 2) {

        final Map<String, String> configScriptMap = config.getHandlerScriptMap();

        initParamMap.putAll(configParamMap);
        final DataStoreParams paramMap = initParamMap;

        // default values
        final Map<String, Object> defaultDataMap = new HashMap<>();

        // cid
        final String configId = config.getConfigId();
        if (configId != null) {

            }
            final String configId = DocumentUtil.getValue(doc, fessConfig.getIndexFieldConfigId(), String.class);
            if (configId == null || configId.length() < 2) {
                throw new ThumbnailGenerationException("Invalid configId: " + configId);
            }
            return consumer.test(configId, url);
        } catch (final ThumbnailGenerationException e) {

        final Object urlObj = dataMap.get(fessConfig.getIndexFieldUrl());
        if (urlObj == null) {
            final Object configId = dataMap.get(fessConfig.getIndexFieldConfigId());
            throw new DataStoreException("URL field is null in dataMap. Cannot index document without a URL. configId: " + configId);
        }

        final IndexingHelper indexingHelper = ComponentUtil.getIndexingHelper();

    //                                                                         ===========
    protected final ColumnInfo _columnConfigId = cci("configId", "configId", null, null, String.class, "configId", null, false, false,
            false, "keyword", 0, 0, null, null, false, null, null, null, null, null, false);

import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.opensearch.config.exentity.CrawlingConfig;
import org.codelibs.fess.opensearch.config.exentity.CrawlingConfig.ConfigName;
import org.codelibs.fess.opensearch.config.exentity.CrawlingConfig.Param.Config;
import org.codelibs.fess.opensearch.config.exentity.CrawlingConfig.Param.XPath;
import org.codelibs.fess.util.ComponentUtil;

        } catch (final Exception e) {
            final FessConfig fessConfig = ComponentUtil.getFessConfig();
            final Object configId = dataMap.get(fessConfig.getIndexFieldConfigId());
            throw new DataStoreCrawlingException(url, "Failed to add document. url: " + url + ", configId: " + configId, e);
        }
    }

    /**
     * Merges response data from the crawler into the original data map.

import org.codelibs.fess.helper.SystemHelper;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.opensearch.config.exentity.CrawlingConfig;
import org.codelibs.fess.opensearch.config.exentity.CrawlingConfig.ConfigName;
import org.codelibs.fess.opensearch.config.exentity.CrawlingConfig.Param.Config;
import org.codelibs.fess.taglib.FessFunctions;
import org.codelibs.fess.util.ComponentUtil;

/**