/** Pattern for parsing allow records. */
    protected static final Pattern ALLOW_RECORD = Pattern.compile("^allow:\\s*([^\\s]*)\\s*$", Pattern.CASE_INSENSITIVE);

    /** Pattern for parsing crawl-delay records. */
    protected static final Pattern CRAWL_DELAY_RECORD = Pattern.compile("^crawl-delay:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);

    /**
     * Pattern for Sitemap record.
     */

    <_comment>SAS XPORT Transfer File</_comment>
    <glob pattern="*.xpt"/>
    <glob pattern="*.xport"/>
    <magic priority="40">
      <match value="HEADER RECORD*******LIBRARY HEADER RECORD!!!!!!!" offset="0" />
    </magic>
  </mime-type>
  <mime-type type="application/x-spss-sav">
    <_comment>SPSS Data File</_comment>
    <glob pattern="*.sav"/>
    <magic priority="50">

        urlFilter.addInclude("https://first.com/.*");

        // Second initialization with same session ID
        urlFilter.init(sessionId);
        urlFilter.addInclude("https://second.com/.*");

        // Both patterns should work
        assertTrue(urlFilter.match("https://first.com/page"));
        assertTrue(urlFilter.match("https://second.com/page"));
    }

    /**

crawler.crawlerContext.setNumOfThread(10);

// Set maximum crawl depth
crawler.crawlerContext.setMaxDepth(3);

// Set request interval (politeness)
crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second
```

### URL Filtering

```java
// Include patterns
crawler.urlFilter.addInclude("https://example.com/.*");
crawler.urlFilter.addInclude(".*\\.pdf$");

// Exclude patterns  

        assertEquals("name\nwith\nnewlines", testTransformer.getName());
    }

    /**
     * Test multiple name changes
     */
    public void test_multipleNameChanges() {
        String[] names = { "first", "second", "third", "fourth", "fifth" };

        for (String name : names) {
            testTransformer.setName(name);
            assertEquals(name, testTransformer.getName());
        }

        // Remove one instance
        assertTrue(ruleManager.removeRule(rule));
        assertEquals(1, ruleManager.getRuleCount());
        assertTrue(ruleManager.hasRule(rule));

        // Remove second instance
        assertTrue(ruleManager.removeRule(rule));
        assertEquals(0, ruleManager.getRuleCount());
        assertFalse(ruleManager.hasRule(rule));
    }

    /**
     * Test empty RuleManager

        // Create chain of transformers
        List<Transformer> transformerChain = new ArrayList<>();
        transformerChain.add(new TestTransformer("first"));
        transformerChain.add(new TestTransformer("second"));
        transformerChain.add(new TestTransformer("third"));

        ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com");

        ResultData currentResult = null;