crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second
```

### URL Filtering

```java
// Include patterns
crawler.urlFilter.addInclude("https://example.com/.*");
crawler.urlFilter.addInclude(".*\\.pdf$");

// Exclude patterns  
crawler.urlFilter.addExclude(".*\\.js$");
crawler.urlFilter.addExclude(".*login.*");
```

## Supported Protocols and Formats

### Protocols

				"application/vnd.adobe.aftereffects.project",
				"application/vnd.adobe.aftereffects.template",
				"application/vnd.adobe.xdp+xml",
				"application/vnd.adobe.xfdf",
				"application/vnd.aether.imp",
				"application/vnd.airzip.filesecure.azf",
				"application/vnd.airzip.filesecure.azs",
				"application/vnd.amazon.ebook",
				"application/vnd.americandynamics.acc",

        final String tempPath = "/tmp/source.pdf";
        final String outputPath = "/tmp/thumbnail.jpg";

        final String expandedCommand = testCommand.replace("${url}", tempPath).replace("${outputFile}", outputPath);

        assertEquals("convert /tmp/source.pdf -resize 100x100 /tmp/thumbnail.jpg", expandedCommand);

    }

    @Test
    @DisplayName("Test decode with valid single entry")
    void testDecodeValidSingleEntry() throws SMBProtocolDecodingException {
        String fileName = "document.pdf";
        int action = FileNotifyInformation.FILE_ACTION_MODIFIED;
        byte[] buffer = createValidNotificationBuffer(fileName, action);

        int bytesRead = notifyInfo.decode(buffer, 0, buffer.length);

  </mime-type>

  <mime-type type="application/pdf">
    <alias type="application/x-pdf"/>
    <acronym>PDF</acronym>
    <_comment>Portable Document Format</_comment>
    <tika:link>http://en.wikipedia.org/wiki/PDF</tika:link>
    <tika:link>http://www.adobe.com/devnet/pdf/pdf_reference_archive.html</tika:link>
    <tika:uti>com.adobe.pdf</tika:uti>
    <magic priority="50">
      <!-- Normally just %PDF- -->

						<option value="html" <c:if test="${as.filetype.contains('html')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_html"
							/></option>
						<option value="pdf" <c:if test="${as.filetype.contains('pdf')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_pdf"
							/></option>
						<option value="word" <c:if test="${as.filetype.contains('word')}">selected</c:if>><la:message

						<option value="html" <c:if test="${as.filetype.contains('html')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_html"
							/></option>
						<option value="pdf" <c:if test="${as.filetype.contains('pdf')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_pdf"
							/></option>
						<option value="word" <c:if test="${as.filetype.contains('word')}">selected</c:if>><la:message

        exception = new SmbOperationException(SmbOperationException.ErrorCode.FILE_EXISTS, "document.pdf already exists");
        assertTrue(exception.getMessage().contains("FILE_EXISTS"));
        assertTrue(exception.getMessage().contains("File already exists"));
        assertTrue(exception.getMessage().contains("document.pdf already exists"));

        // Without custom message

   * href="ftp://www.3gpp.org/tsg_sa/TSG_SA/TSGS_23/Docs/PDF/SP-040065.pdf#page=10">3GPP TS
   * 26.244</a>.
   *
   * @since 20.0
   */
  public static final MediaType THREE_GPP_VIDEO = createConstant(VIDEO_TYPE, "3gpp");

  /**
   * The 3G2 multimedia container format. For more information, see <a
   * href="http://www.3gpp2.org/Public_html/specs/C.S0050-B_v1.0_070521.pdf#page=16">3GPP2
   * C.S0050-B</a>.
   *

        when(locator.getCanonicalURL()).thenReturn("smb://server/share/");

        // Mock directory listing
        SmbFile file1 = mock(SmbFile.class);
        when(file1.getName()).thenReturn("document.pdf");
        when(file1.isDirectory()).thenReturn(false);
        when(file1.length()).thenReturn(2048L);
        when(file1.lastModified()).thenReturn(System.currentTimeMillis());