final String sessionId = crawler.execute();

            // Wait for crawler to start running with polling
            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {

            final String sessionId = crawler.execute();

            // Wait for crawler to start running with polling
            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {

                try {
                    statusSetLatch.countDown();
                    // Poll for status change instead of fixed sleep
                    long startTime = System.currentTimeMillis();
                    while (System.currentTimeMillis() - startTime < 500) {
                        if (CrawlerStatus.DONE == crawlerContext.getStatus()) {
                            successCount.incrementAndGet();