crawlerContext.setStatus(CrawlerStatus.RUNNING);
        assertEquals(CrawlerStatus.RUNNING, crawlerContext.getStatus());

        crawlerContext.setStatus(CrawlerStatus.DONE);
        assertEquals(CrawlerStatus.DONE, crawlerContext.getStatus());

        crawlerContext.setStatus(null);
        assertNull(crawlerContext.getStatus());
    }

    /**

        }
    }

    /**
     * Stops the crawling process.
     * Sets the crawler status to DONE and interrupts all crawler threads.
     */
    public void stop() {
        crawlerContext.setStatus(CrawlerStatus.DONE);
        try {
            if (crawlerThreadGroup != null) {
                crawlerThreadGroup.interrupt();
            }
        } catch (final Exception e) {
            // ignore

     *
     * @return the processing status
     */
    public int getStatus() {
        return status;
    }

    /**
     * Sets the processing status of this response.
     *
     * @param status the processing status to set
     */
    public void setStatus(final int status) {
        this.status = status;
    }

    /**

                    target.setRuleId(getFieldValue(fields.get("ruleId"), String.class));
                    target.setHttpStatusCode(getFieldValue(fields.get("httpStatusCode"), Integer.class));
                    target.setStatus(getFieldValue(fields.get("status"), Integer.class));
                    target.setCreateTime(getFieldValue(fields.get("createTime"), Long.class));

                    responseData.setParentUrl(urlQueue.getParentUrl());
                    responseData.setSessionId(crawlerContext.sessionId);
                    responseData.setStatus(Constants.NOT_MODIFIED_STATUS);
                    responseData.setHttpStatusCode(Constants.NOT_MODIFIED_STATUS_CODE);
                    processResponse(urlQueue, responseData);

                    return false;

        super.tearDown();
    }

    public void test_doGet() throws Exception {
        try (final ResponseData responseData = smbClient.doGet(baseUrl + "file1.txt")) {
            assertEquals(0, responseData.getStatus());
            assertEquals(200, responseData.getHttpStatusCode());
            assertEquals(baseUrl + "file1.txt", responseData.getUrl());

### Background Crawling

```java
// Configure for background execution
crawler.setBackground(true);
String sessionId = crawler.execute();

// Check crawling status
while (crawler.crawlerContext.getStatus() == CrawlerStatus.RUNNING) {
    Thread.sleep(1000);
    System.out.println("Crawling in progress...");
}

// Wait for completion
crawler.awaitTermination();
System.out.println("Crawling completed");
```

            // Wait for both crawlers to start with polling
            long startTime = System.currentTimeMillis();
            while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING
                    || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);

            // Wait for both crawlers to start with polling
            long startTime = System.currentTimeMillis();
            while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING
                    || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);

                    processResult(urlQueue, responseData, resultData);
                }
            }
        } else if (logger.isDebugEnabled()) {
            logger.debug("Ignore a response({}): {}", responseData.getStatus(), responseData.getUrl());
        }
    }

    /**
     * Checks if the response is successful based on configured HTTP status codes.
     *
     * @param responseData the response data to check