```

### URL Filtering

```java
// Include patterns
crawler.urlFilter.addInclude("https://example.com/.*");
crawler.urlFilter.addInclude(".*\\.pdf$");

// Exclude patterns  
crawler.urlFilter.addExclude(".*\\.js$");
crawler.urlFilter.addExclude(".*login.*");
```

## Supported Protocols and Formats

### Protocols

                                        final String urlValue = hostUrl + urlPattern;
                                        crawlerContext.getUrlFilter().addExclude(urlValue);
                                        if (logger.isInfoEnabled()) {
                                            logger.info("Excluded URL: {}", urlValue);
                                        }

                                        final String urlValue = hostUrl + urlPattern;
                                        crawlerContext.getUrlFilter().addExclude(urlValue);
                                        if (logger.isInfoEnabled()) {
                                            logger.info("Excluded URL: {}", urlValue);
                                        }

     */
    public void addExcludeFilter(final String regexp) {
        if (StringUtil.isNotBlank(regexp)) {
            urlFilter.addExclude(regexp);
        }
    }

    /**
     * Stops the crawling process.
     * Sets the crawler status to DONE and interrupts all crawler threads.
     */
    public void stop() {
        if (logger.isInfoEnabled()) {

        crawler.crawlerContext.setMaxAccessCount(maxCount);
        crawler.crawlerContext.setNumOfThread(numOfThread);
        crawler.urlFilter.addInclude(url + ".*");
        crawler.urlFilter.addExclude(url + "/dir1/.*");
        final String sessionId = crawler.execute();
        assertEquals(maxCount, dataService.getCount(sessionId));
        dataService.delete(sessionId);
    }

import java.util.Set;

/**
 * @deprecated use {@code META-INF/maven/extension.xml} to define artifacts exported by Maven core extensions.
 */
@Deprecated
public interface ArtifactFilterManagerDelegate {

    void addExcludes(Set<String> excludes);

    void addCoreExcludes(Set<String> excludes);

    public ArtifactFilter getArtifactFilter() {
        Set<String> excludes = new LinkedHashSet<>(getExcludedArtifacts());

        for (ArtifactFilterManagerDelegate delegate : delegates) {
            delegate.addExcludes(excludes);
        }

        return new ExclusionSetFilter(excludes);
    }

    /**
     * Returns the artifact filter for the standard core artifacts.
     *

            crawler.addUrl(url);
            crawler.getCrawlerContext().setMaxAccessCount(maxCount);
            crawler.getCrawlerContext().setNumOfThread(numOfThread);
            crawler.urlFilter.addInclude(url + ".*");
            final String sessionId = crawler.execute();
            assertEquals(maxCount, dataService.getCount(sessionId));
            dataService.delete(sessionId);
        } finally {