if (childUrlSet != null) {
            // add an url
            try {
                storeChildUrls(childUrlSet.stream().filter(rd -> StringUtil.isNotBlank(rd.getUrl())).collect(Collectors.toSet()),
                        urlQueue.getUrl(), urlQueue.getDepth() != null ? urlQueue.getDepth() + 1 : 1);
            } catch (final Throwable t) {
                if (!ComponentUtil.available()) {

        final SmbResourceLocator loc = this.getParent().getLocator();
        final String unc = loc.getUNCPath();
        final String p = loc.getURL().getPath();
        if (p.lastIndexOf('/') != p.length() - 1) {
            throw new SmbException(loc.getURL() + " directory must end with '/'");
        }
        if (unc.lastIndexOf('\\') != unc.length() - 1) {
            throw new SmbException(unc + " UNC must end with '\\'");

                id = repository.getId();
            }

            log.debug("Using mirror: " + mirror.getUrl() + " (id: " + id + ")");

            repository = artifactRepositoryFactory.createArtifactRepository(
                    id, mirror.getUrl(), repository.getLayout(), repository.getSnapshots(), repository.getReleases());
        }
        return repository;
    }

        assertNotSame(pipe1, pipe2, "Different pipes should be different instances");

        assertTrue(resource1.getLocator().getURL().toString().contains("server1"), "First resource should contain server1");
        assertTrue(resource2.getLocator().getURL().toString().contains("server2"), "Second resource should contain server2");
    }

        // Verify we can retrieve it
        DfsReferralData received = loc.getDfsReferral();
        assertSame(dfs, received);

        // Verify that the URL returned by getURL works with SMB handler
        URL returned = loc.getURL();
        if (returned != null) {
            assertEquals(url, returned.toString());
        }

        // Test that getAddress returns null for our dummy implementation

                    }
                }

            });
        } catch (final Exception e) {
            final CrawlingAccessException rcae = new CrawlingAccessException("Could not get a text from " + responseData.getUrl(), e);
            rcae.setLogLevel(CrawlingAccessException.WARN);
            throw rcae;
        }
        if (content == null) {
            content = StringUtil.EMPTY;
        }

    public void setMethod(final String method) {
        this.method = method;
    }

    /*
     * (non-Javadoc)
     *
     * @see org.codelibs.fess.crawler.entity.UrlQueue#getUrl()
     */
    @Override
    public String getUrl() {
        return url;
    }

    /*
     * (non-Javadoc)
     *
     * @see org.codelibs.fess.crawler.entity.UrlQueue#setUrl(java.lang.String)
     */
    @Override

            final Set<RequestData> urlSet = e.getChildUrlList();
            for (final RequestData requestData : urlSet.toArray(new RequestData[urlSet.size()])) {
                String url = requestData.getUrl();
                if (url.indexOf(".svn") < 0) {
                    assertTrue(url.contains("test/dir1") || url.contains("test/dir2") || url.contains("test/text1.txt")

     */
    String getName();

    /**
     * Gets the full URL of the artifact.
     *
     * @return The full URL of the artifact, never {@code null}.
     */
    String getUrl();

    /**
     * The size of the artifact in bytes.
     *
     * @return The of the artifact in bytes or a negative value if unknown.
     */
    long getContentLength();

    /**

        // Create URL with registered handler
        URL smbUrl = new URL("smb://server/share/dir/");
        lenient().when(locator.getURL()).thenReturn(smbUrl);
    }

    // Helper: reflectively set private/protected field on an object
    private static void setField(Object target, Class<?> declaring, String name, Object value) {
        try {