public void test_getConfigType() {
        assertNull(crawlingConfigHelper.getConfigType(null));
        assertNull(crawlingConfigHelper.getConfigType(""));
        assertNull(crawlingConfigHelper.getConfigType("XXX"));
        assertNull(crawlingConfigHelper.getConfigType("W"));
        assertNull(crawlingConfigHelper.getConfigType("F"));
        assertNull(crawlingConfigHelper.getConfigType("D"));

    }

    @Test
    public void test_crawl_withWebConfigOnly() {
        List<String> webConfigIds = Arrays.asList("webConfig1", "webConfig2");

        // Mock CrawlingConfigHelper
        CrawlingConfigHelper crawlingConfigHelper = new CrawlingConfigHelper() {
            @Override
            public List<WebConfig> getWebConfigListByIds(List<String> webConfigIdList) {
                return Collections.emptyList();
            }

     */
    @Override
    protected CrawlerClient getClient(final String url) {
        final CrawlingConfigHelper crawlingConfigHelper = ComponentUtil.getCrawlingConfigHelper();
        final CrawlingConfig crawlingConfig = crawlingConfigHelper.get(crawlerContext.getSessionId());
        final Map<String, String> clientConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.CLIENT);

     * @return The crawling config helper.
     */
    public static CrawlingConfigHelper getCrawlingConfigHelper() {
        if (crawlingConfigHelper == null || HotdeployUtil.isHotdeploy()) {
            crawlingConfigHelper = getComponent(CRAWLING_CONFIG_HELPER);
        }
        return crawlingConfigHelper;
    }

    /**
     * Gets the crawling info helper component.

        ComponentUtil.register(new ThumbnailManager(), "thumbnailManager");
        final CrawlingConfigHelper crawlingConfigHelper = new CrawlingConfigHelper();
        crawlingConfigHelper.init();
        ComponentUtil.register(crawlingConfigHelper, "crawlingConfigHelper");
        ComponentUtil.register(new WebConfigService() {
            @Override

            indexingHelperField.setAccessible(true);
            indexingHelperField.set(null, null);

            java.lang.reflect.Field crawlingConfigHelperField = ComponentUtil.class.getDeclaredField("crawlingConfigHelper");
            crawlingConfigHelperField.setAccessible(true);
            crawlingConfigHelperField.set(null, null);
        } catch (Exception e) {
            // Ignore
        }

        RenderDataUtil.register(data, "requestHeaderItems", requestHeaderService.getRequestHeaderList(reqHeaderPager)); // page navi
        RenderDataUtil.register(data, "displayCreateLink", !crawlingConfigHelper.getAllWebConfigList(false, false, false, null).isEmpty());

        // restore from pager
        copyBeanToBean(reqHeaderPager, form, op -> op.include("id"));
    }

                fileAuthenticationService.getFileAuthenticationList(fileAuthenticationPager)); // page navi
        RenderDataUtil.register(data, "displayCreateLink", !crawlingConfigHelper.getAllFileConfigList(false, false, false, null).isEmpty());
        // restore from pager
        copyBeanToBean(fileAuthenticationPager, form, op -> op.include("id"));
    }

                        }
                        doc.remove(thumbnailField);
                    }
                });
            }
            final CrawlingConfigHelper crawlingConfigHelper = ComponentUtil.getCrawlingConfigHelper();
            synchronized (searchEngineClient) {
                final long deletedDocCount = deleteOldDocuments(searchEngineClient, docList);