}

    // Test concurrent crawling
    public void test_doCrawl_concurrentWebAndData() {
        final List<String> executionOrder = Collections.synchronizedList(new ArrayList<>());

        WebFsIndexHelper mockWebHelper = new WebFsIndexHelper() {
            @Override
            public void crawl(String sessionId, List<String> webConfigIdList, List<String> fileConfigIdList) {

    /**
     * Thread-safe list of active data crawling threads.
     * Used to track and manage all currently running crawler threads.
     */
    protected final List<DataCrawlingThread> dataCrawlingThreadList = Collections.synchronizedList(new ArrayList<>());

    /**
     * Creates a new instance of DataIndexHelper.
     * This constructor initializes the helper for managing data crawling operations,