// Start crawling
        crawlerContext.setStatus(CrawlerStatus.RUNNING);
        crawlerContext.setActiveThreadCount(5);

        // Simulate crawling progress
        for (int i = 0; i < 100; i++) {
            crawlerContext.incrementAndGetAccessCount();
            crawlerContext.getRobotsTxtUrlSet().add("http://site" + i + ".com/robots.txt");
        }

        transformer.addTransformationRule("<[^>]+>", ""); // Remove HTML tags
        transformer.addTransformationRule("\\s+", " "); // Normalize whitespace

        // Simulate crawling response
        ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/page.html");
        responseData.setParentUrl("http://example.com/");