*/
public class CrawlingConfigHelper {

    /**
     * Creates a new instance of CrawlingConfigHelper.
     */
    public CrawlingConfigHelper() {
        // Default constructor
    }

    private static final Logger logger = LogManager.getLogger(CrawlingConfigHelper.class);

    /**
     * Map storing crawling configurations by session ID.
     */

    public void test_getConfigType() {
        assertNull(crawlingConfigHelper.getConfigType(null));
        assertNull(crawlingConfigHelper.getConfigType(""));
        assertNull(crawlingConfigHelper.getConfigType("XXX"));
        assertNull(crawlingConfigHelper.getConfigType("W"));
        assertNull(crawlingConfigHelper.getConfigType("F"));
        assertNull(crawlingConfigHelper.getConfigType("D"));

        }
    }

    public void test_crawl_withWebConfigOnly() {
        List<String> webConfigIds = Arrays.asList("webConfig1", "webConfig2");

        // Mock CrawlingConfigHelper
        CrawlingConfigHelper crawlingConfigHelper = new CrawlingConfigHelper() {
            @Override
            public List<WebConfig> getWebConfigListByIds(List<String> webConfigIdList) {
                return Collections.emptyList();
            }

     */
    @Override
    protected List<OpenSearchUrlQueue> fetchUrlQueueList(final String sessionId) {
        final CrawlingConfigHelper crawlingConfigHelper = ComponentUtil.getCrawlingConfigHelper();
        final CrawlingConfig crawlingConfig = crawlingConfigHelper.get(sessionId);
        final Map<String, String> configParams = crawlingConfig.getConfigParameterMap(ConfigName.CONFIG);

     */
    @Override
    protected CrawlerClient getClient(final String url) {
        final CrawlingConfigHelper crawlingConfigHelper = ComponentUtil.getCrawlingConfigHelper();
        final CrawlingConfig crawlingConfig = crawlingConfigHelper.get(crawlerContext.getSessionId());
        final Map<String, String> clientConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.CLIENT);

     * @return The crawling config helper.
     */
    public static CrawlingConfigHelper getCrawlingConfigHelper() {
        if (crawlingConfigHelper == null || HotdeployUtil.isHotdeploy()) {
            crawlingConfigHelper = getComponent(CRAWLING_CONFIG_HELPER);
        }
        return crawlingConfigHelper;
    }

    /**
     * Gets the crawling info helper component.

            });
        }

        final CrawlingConfigHelper crawlingConfigHelper = ComponentUtil.getCrawlingConfigHelper();
        final BulkResponse response = searchEngineClient.addAll(fessConfig.getIndexDocumentUpdateIndex(), docList, (doc, builder) -> {
            if (doc.get(fessConfig.getIndexFieldConfigId()) instanceof final String configId) {
                crawlingConfigHelper.getPipeline(configId).ifPresent(s -> builder.setPipeline(s));

        dataIndexHelper.setCrawlingExecutionInterval(1L); // 1ms instead of 5000ms
    }

    private void setupMockComponents() {
        // Lightweight mock CrawlingConfigHelper
        ComponentUtil.register(new CrawlingConfigHelper() {
            @Override
            public List<DataConfig> getAllDataConfigList() {
                return new ArrayList<>(); // Always return empty for fast tests
            }

    //                                                                           =========
    /** Helper for crawling configuration management. */
    @Resource
    protected CrawlingConfigHelper crawlingConfigHelper;

    // ===================================================================================
    //                                                                        Small Helper

    protected boolean process(final String id, final Predicate<ResponseData> consumer) {
        return process(id, (configId, url) -> {
            final CrawlingConfigHelper crawlingConfigHelper = ComponentUtil.getCrawlingConfigHelper();
            final CrawlingConfig config = crawlingConfigHelper.getCrawlingConfig(configId);
            if (config == null) {
                throw new ThumbnailGenerationException("No CrawlingConfig: " + configId);