/target/
/.settings/
/fess-crawler*/target/
/fess-crawler*/bin/
/fess-crawler*/mydbflute/
/fess-crawler*/.project
/fess-crawler*/.classpath
/fess-crawler*/.settings/
/fess-crawler*/dependency-reduced-pom.xml
/fess-crawler*/dbflute_crawler/log/*.log
/fess-crawler*/dbflute_crawler/schema/project-schema-robot.xml
/fess-crawler/phantomjsdriver.log
.project
.idea
*.iml
/.vscode

/target/
/work/
/bin/
/.settings/
.project
.classpath
*.iml
.idea
.DS_Store
dependency-reduced-pom.xml

crawler.urlFilter.addInclude("file:///path/to/directory/.*");
```

## Configuration

### XML Configuration

Fess Crawler uses XML-based configuration with LastaFlute DI. Place configuration files in your classpath:

```xml
<!-- crawler.xml -->
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
    "http://dbflute.org/meta/lastadi10.dtd">

    <glob pattern="abs-menulinks"/>
    <glob pattern="*.aart"/>
    <glob pattern="*.ac"/>
    <glob pattern="*.am"/>
    <glob pattern="*.apt"/>
    <glob pattern="*.bsh"/>
    <glob pattern="*.classpath"/>
    <glob pattern="*.cnd"/>
    <glob pattern="*.cwiki"/>
    <glob pattern="*.data"/>
    <glob pattern="*.dcl"/>
    <glob pattern="*.dsp"/>
    <glob pattern="*.dsw"/>
    <glob pattern="*.egrm"/>