// Start crawling
        crawlerContext.setStatus(CrawlerStatus.RUNNING);
        crawlerContext.setActiveThreadCount(5);

        // Simulate crawling progress
        for (int i = 0; i < 100; i++) {
            crawlerContext.incrementAndGetAccessCount();
            crawlerContext.getRobotsTxtUrlSet().add("http://site" + i + ".com/robots.txt");
        }

                readings.add(text.toUpperCase());
            } else {
                for (String lang : langs) {
                    if (japaneseMode && "ja".equals(lang)) {
                        // Simulate Japanese conversion
                        if ("東京".equals(text)) {
                            readings.add("トウキョウ");
                        } else {

	var bb Buffer
	bb.Grow(16 << 20)
	b.SetBytes(int64(bb.Available()))
	b.ReportAllocs()
	for i := 0; i < b.N; i++ {
		bb.Reset()
		b := bb.AvailableBuffer()
		b = b[:cap(b)] // use max capacity to simulate a large append operation
		bb.Write(b)    // should be nearly infinitely fast
	}

            return null;
        }
    }

    /**
     * Test state transitions (typical workflow)
     */
    public void test_stateTransitions() {
        // Simulate typical crawler lifecycle
        CrawlerStatus currentStatus = CrawlerStatus.INITIALIZING;
        assertEquals(CrawlerStatus.INITIALIZING, currentStatus);

        // Transition to RUNNING

                if (token instanceof TestAnalyzeToken) {
                    TestAnalyzeToken testToken = (TestAnalyzeToken) token;
                    if (japaneseMode && "ja".equals(lang)) {
                        // Simulate Japanese reading conversion
                        testToken.setReading(convertToJapaneseReading(testToken.getTerm()));
                    } else {
                        // Default: uppercase for reading

        transformer.addTransformationRule("<[^>]+>", ""); // Remove HTML tags
        transformer.addTransformationRule("\\s+", " "); // Normalize whitespace

        // Simulate crawling response
        ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/page.html");
        responseData.setParentUrl("http://example.com/");

		file: "testdata/pax-nul-xattrs.tar",
		err:  ErrHeader,
	}, {
		// BSD tar v3.1.2 rejects a PAX path with NUL in the value, while
		// GNU tar v1.27.1 simply truncates at first NUL.
		// We emulate the behavior of BSD since it is strange doing NUL
		// truncations since PAX records are length-prefix strings instead
		// of NUL-terminated C-strings.
		file: "testdata/pax-nul-path.tar",
		err:  ErrHeader,
	}, {