assertTrue("Crawler should complete", result == Constants.EXIT_OK);
    }

    // Test concurrent crawling
    @Test
    public void test_doCrawl_concurrentWebAndData() {
        final List<String> executionOrder = Collections.synchronizedList(new ArrayList<>());

        WebFsIndexHelper mockWebHelper = new WebFsIndexHelper() {
            @Override