}

                root = root.toLowerCase();
                /*
                 * domain-based DFS root shares to links for each
                 */
                final Map<String, CacheEntry<DfsReferralDataInternal>> roots = domains.get(domain);
                if (roots != null) {
                    dr = getLinkReferral(tf, domain, root, path, now, roots);
                }

            if (roots != null) {
                SmbTransport trans = null;

                root = root.toLowerCase();

                /* The link entries contain maps of referrals by path representing DFS links.
                 * Note that paths are relative to the root like "\" and not "\example.com\root".
                 */
                CacheEntry links = (CacheEntry) roots.get(root);

    @Test
    @DisplayName("getEntries should return SmbShareInfo array for DFS roots")
    void testGetEntries_populatedArray() throws Exception {
        // Create populated DfsEnumArray200
        netdfs.DfsEnumArray200 populatedArray = new netdfs.DfsEnumArray200();
        populatedArray.count = 3;
        populatedArray.s = new netdfs.DfsInfo200[3];

        // Create DFS root entries
        String[] rootNames = { "share1", "share2", "share3" };

            }
        }
        return null;
    }

    static String[] list(final SmbFile root, final String wildcard, final int searchAttributes, final SmbFilenameFilter fnf,
            final SmbFileFilter ff) throws SmbException {
        try (CloseableIterator<SmbResource> it = doEnum(root, wildcard, searchAttributes, fnf == null ? null : (parent, name) -> {
            if (!(parent instanceof SmbFile)) {

                    request.setPath(dunc);
                }

                if (!t.getShare().equals(dr.getShare())) {
                    // this should only happen for standalone roots or if the DC/domain root lookup failed
                    IOException last;
                    final DfsReferralData start = dr;
                    do {
                        if (log.isDebugEnabled()) {

    (For example, a function in a library to compute square roots has
    a purpose that is entirely well-defined independent of the
    application.  Therefore, Subsection 2d requires that any
    application-supplied function or table used by this function must
    be optional: if the application does not supply it, the square
    root function must still compute square roots.)

These requirements apply to the modified work as a whole.  If

    }

    /* DFS */

    /* Split DFS path like \fs1.example.com\root5\link2\foo\bar.txt into at
     * most 3 components (not including the first index which is always empty):
     * result[0] = ""
     * result[1] = "fs1.example.com"
     * result[2] = "root5"
     * result[3] = "link2\foo\bar.txt"
     */
    void dfsPathSplit(final String path, final String[] result) {

        dr.domain = n.getDomain();
        return dr;
    }

    /*
     * Split DFS path like \fs1.example.com\root5\link2\foo\bar.txt into at
     * most 3 components (not including the first index which is always empty):
     * result[0] = ""
     * result[1] = "fs1.example.com"
     * result[2] = "root5"
     * result[3] = "link2\foo\bar.txt"
     */

- **Testing**: JUnit 4, UTFlute, Mockito 5.7.0
- **Storage**: In-memory (default), OpenSearch (optional)

### Protocols

- **HTTP/HTTPS**: Full crawling, cookies, auth, robots.txt
- **File**: Local/network file systems
- **FTP**: With authentication
- **SMB/CIFS**: Windows shares (SMB1/SMB2+)
- **Storage**: MinIO/S3-compatible

### Content Formats

        robotsTxtHelper = container.getComponent("robotsTxtHelper");
    }

    public void testParse() {
        RobotsTxt robotsTxt;
        final InputStream in = RobotsTxtHelperTest.class.getResourceAsStream("robots.txt");
        try {
            robotsTxt = robotsTxtHelper.parse(in);
        } finally {
            CloseableUtil.closeQuietly(in);
        }