crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second
```

### URL Filtering

```java
// Include patterns
crawler.urlFilter.addInclude("https://example.com/.*");
crawler.urlFilter.addInclude(".*\\.pdf$");

// Exclude patterns  
crawler.urlFilter.addExclude(".*\\.js$");
crawler.urlFilter.addExclude(".*login.*");
```

## Supported Protocols and Formats

### Protocols

        URL url = new URL("gcs://mybucket/dir1/dir2/file.pdf");
        Handler handler = new Handler();
        URLConnection conn = handler.openConnection(url);

        Handler.GcsURLConnection gcsConn = (Handler.GcsURLConnection) conn;

        assertEquals("mybucket", getField(gcsConn, "bucketName"));
        assertEquals("dir1/dir2/file.pdf", getField(gcsConn, "objectName"));
    }

    /**

        URL url = new URL("storage://mybucket/dir1/dir2/file.pdf");
        Handler handler = new Handler();
        URLConnection conn = handler.openConnection(url);

        Handler.StorageURLConnection storageConn = (Handler.StorageURLConnection) conn;

        assertEquals("mybucket", getField(storageConn, "bucketName"));
        assertEquals("dir1/dir2/file.pdf", getField(storageConn, "objectName"));
    }

    /**

    }

    @Test
    @DisplayName("Test decode with valid single entry")
    void testDecodeValidSingleEntry() throws SMBProtocolDecodingException {
        String fileName = "document.pdf";
        int action = FileNotifyInformation.FILE_ACTION_MODIFIED;
        byte[] buffer = createValidNotificationBuffer(fileName, action);

        int bytesRead = notifyInfo.decode(buffer, 0, buffer.length);

						<option value="html" <c:if test="${as.filetype.contains('html')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_html"
							/></option>
						<option value="pdf" <c:if test="${as.filetype.contains('pdf')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_pdf"
							/></option>
						<option value="word" <c:if test="${as.filetype.contains('word')}">selected</c:if>><la:message

						<option value="html" <c:if test="${as.filetype.contains('html')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_html"
							/></option>
						<option value="pdf" <c:if test="${as.filetype.contains('pdf')}">selected</c:if>><la:message
								key="labels.advance_search_filetype_pdf"
							/></option>
						<option value="word" <c:if test="${as.filetype.contains('word')}">selected</c:if>><la:message

 * the License.
 */

/*
 * SipHash-c-d was designed by Jean-Philippe Aumasson and Daniel J. Bernstein and is described in
 * "SipHash: a fast short-input PRF" (available at https://131002.net/siphash/siphash.pdf).
 */

package com.google.common.hash;

import static com.google.common.base.Preconditions.checkArgument;

import com.google.errorprone.annotations.Immutable;
import java.io.Serializable;

 * the License.
 */

/*
 * SipHash-c-d was designed by Jean-Philippe Aumasson and Daniel J. Bernstein and is described in
 * "SipHash: a fast short-input PRF" (available at https://131002.net/siphash/siphash.pdf).
 */

package com.google.common.hash;

import static com.google.common.base.Preconditions.checkArgument;

import com.google.errorprone.annotations.Immutable;
import java.io.Serializable;

        when(locator.getCanonicalURL()).thenReturn("smb://server/share/");

        // Mock directory listing
        SmbFile file1 = mock(SmbFile.class);
        when(file1.getName()).thenReturn("document.pdf");
        when(file1.isDirectory()).thenReturn(false);
        when(file1.length()).thenReturn(2048L);
        when(file1.lastModified()).thenReturn(System.currentTimeMillis());

        exception = new SmbOperationException(SmbOperationException.ErrorCode.FILE_EXISTS, "document.pdf already exists");
        assertTrue(exception.getMessage().contains("FILE_EXISTS"));
        assertTrue(exception.getMessage().contains("File already exists"));
        assertTrue(exception.getMessage().contains("document.pdf already exists"));

        // Without custom message