controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {
    rule.addRule("url", ".*sitemap.*");
});

// Add sitemap URL
crawler.addUrl("https://example.com/sitemap.xml");
```

## Data Access and Storage

### Accessing Crawled Data

```java

    protected static final Pattern CRAWL_DELAY_RECORD = Pattern.compile("^crawl-delay:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);

    /**
     * Pattern for Sitemap record.
     */
    protected static final Pattern SITEMAP_RECORD = Pattern.compile("^sitemap:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);

    /** Whether robots.txt processing is enabled. */
    protected boolean enabled = true;

    /**

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.entity;

import java.io.Serializable;

/**
 * Represents an alternate link entry within a sitemap URL.
 * This class encapsulates the properties of an alternate link as defined in the hreflang annotation.
 *
 * <p>
 * The hreflang attribute tells search engines about alternate versions of a page in different languages

        <match value="allow:" type="stringignorecase" offset="0"/>
        <match value="disallow:" type="stringignorecase" offset="0"/>
        <match value="sitemap:" type="stringignorecase" offset="0"/>
        <match value="\nuser-agent:" type="stringignorecase" offset="0:1000"/>
        <match value="\nallow:" type="stringignorecase" offset="0:1000"/>