// Check crawling status
while (crawler.crawlerContext.getStatus() == CrawlerStatus.RUNNING) {
    Thread.sleep(1000);
    System.out.println("Crawling in progress...");
}

// Wait for completion
crawler.awaitTermination();
System.out.println("Crawling completed");
```

### Custom Content Extractor

```java
public class CustomExtractor extends AbstractExtractor {
    @Override

        // Valid pattern should still work
        assertFalse(urlFilter.match("https://example.com/file.txt"));
        assertTrue(urlFilter.match("https://example.com/file.html"));
    }

    /**
     * Test combination of include and exclude patterns
     */
    public void test_match_includeAndExclude() {
        String sessionId = "test-session-008";
        urlFilter.init(sessionId);

        this.daemon = daemon;
    }

    /**
     * Runs the crawling process in a separate thread.
     * This method initializes the crawler context, creates and starts crawler threads,
     * and waits for their completion.
     */
    @Override
    public void run() {
        // context
        crawlerContext.urlFilter = urlFilter;
        crawlerContext.ruleManager = ruleManager;