crawler.addUrl("file:///path/to/directory");
crawler.urlFilter.addInclude("file:///path/to/directory/.*");
```

## Configuration

### XML Configuration

Fess Crawler uses XML-based configuration with LastaFlute DI. Place configuration files in your classpath:

```xml
<!-- crawler.xml -->
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
    "http://dbflute.org/meta/lastadi10.dtd">

				"application/vnd.curl.car",
				"application/vnd.curl.pcurl",
				"application/vnd.cybank",
				"application/vnd.data-vision.rdz",
				"application/vnd.denovo.fcselayout-link",
				"application/vnd.dir-bi.plate-dl-nosuffix",
				"application/vnd.dna",
				"application/vnd.dolby.mlp",
				"application/vnd.dolby.mobile.1",
				"application/vnd.dolby.mobile.2",
				"application/vnd.dpgraph",
				"application/vnd.dreamfactory",

    <!--<glob pattern="*.fdf"/>-->
    <magic priority="50">
      <match value="0x7F0C442B" type="string" offset="0"/>
    </magic>
  </mime-type>
  <mime-type type="application/vnd.dir-bi.plate-dl-nosuffix"/>
  <mime-type type="application/vnd.dna">
    <glob pattern="*.dna"/>
  </mime-type>
  <mime-type type="application/vnd.dolby.mlp">
    <glob pattern="*.mlp"/>
  </mime-type>