- **HTTP/HTTPS**: Full web crawling support with cookies, authentication, redirects
- **File System**: Local and network file system access
- **FTP**: FTP server crawling with authentication
- **SMB/CIFS**: Windows network shares
- **Storage**: Cloud storage systems (MinIO, S3-compatible)

### Content Formats

#### Office Documents
- Microsoft Office (Word, Excel, PowerPoint)
- OpenOffice/LibreOffice documents
- RTF, WordPerfect

	"hash"
	"io"
)

// Implementation to calculate bitrot for the whole file.
type wholeBitrotWriter struct {
	disk      StorageAPI
	volume    string
	filePath  string
	shardSize int64 // This is the shard size of the erasure logic
	hash.Hash       // For bitrot hash
}

func (b *wholeBitrotWriter) Write(p []byte) (int, error) {
	err := b.disk.AppendFile(context.TODO(), b.volume, b.filePath, p)
	if err != nil {

        .signedBy(pinnedRoot)
        .build()
    val attackerSwitch =
      HeldCertificate
        .Builder()
        .serialNumber(5L)
        .keyPair(attackerIntermediate.keyPair) // share keys between compromised CA and leaf!
        .commonName("attacker")
        .addSubjectAlternativeName("attacker.com")
        .signedBy(pinnedIntermediate)
        .build()
    val phonyVictim =

 * with a specific path prefix. When a path is provided, it iterates through the stored
 * authentications to find the one whose path prefix matches the beginning of the given path.
 * This allows for different SMB shares to use different authentication credentials.</p>
 */
public class SmbAuthenticationHolder {

    val request2 = Request.Builder().url(server.url("/")).build()
    val response2 = client.newCall(request2).execute()
    assertThat(response2.body.string()).isEqualTo("def")

    // The HTTP calls should share a single connection.
    assertThat(socksProxy.connectionCount()).isEqualTo(1)
  }

  @Test
  fun proxySelector() {
    server.enqueue(MockResponse.Builder().body("abc").build())
    val proxySelector: ProxySelector =

        // Validates simple property delegation to the connection
        when(treeConnection.getTreeType()).thenReturn(7);
        when(treeConnection.getConnectedShare()).thenReturn("SHARE");
        assertEquals(7, handle.getTreeType());
        assertEquals("SHARE", handle.getConnectedShare());
        verify(treeConnection).getTreeType();
        verify(treeConnection).getConnectedShare();
    }

    @Test

        SMBUtil.writeInt2(mapInformationLevel(this.informationLevel), dst, dstIndex);
        dstIndex += 2;

        /*
         * windows98 has what appears to be another 4 0's followed by the share
         * name as a zero terminated ascii string "\TMP" + '\0'
         *
         * As is this works, but it deviates from the spec section 4.1.6.6 but
         * maybe I should put it in. Wonder what NT does?
         */

        GsaConfigParser parser = new GsaConfigParser();
        String xmlWithFileUrls = "<?xml version=\"1.0\"?>" + "<eef><config><globalparams>"
                + "<start_urls>file:///test\nsmb://server/share</start_urls>" + "</globalparams></config></eef>";

        parser.parse(new InputSource(new StringReader(xmlWithFileUrls)));

        assertFalse(parser.getWebConfig().isPresent());

    id: code-to-reproduce
    attributes:
      label: Standalone code to reproduce the issue
      description: Provide a reproducible test case that is the bare minimum necessary to generate the problem. Please share a link to Colab, Jupyter, or any notebook.
      placeholder: Tell us what you see!
      value:
      render: shell
    validations:
      required: true
  - type: textarea
    id: logs
    attributes:

        // Session starts with usage count > 0
        assertTrue(session.isInUse(), "Session should be in use initially");

        // Create and release trees
        SmbTreeImpl tree = session.getSmbTree("share1", null);
        assertNotNull(tree, "Tree should be created");
        tree.release();

        // Release the session (back to initial state)
        session.release();