}
                        for (final File f : files) {
                            final String childUri = f.toURI().toASCIIString();
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(childUri).build());
                        }
                    } else {

                    if (files != null) {
                        for (final SmbFile f : files) {
                            final String childUri = f.getURL().toExternalForm();
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(childUri).build());
                        }
                    }
                }

                        validateRequest(client);
                        for (final FTPFile f : files) {
                            final String childUri = ftpInfo.toChildUrl(f.getName());
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(childUri).build());
                        }
                    } catch (final IOException e) {
                        disconnectInternalClient(client);

                assertEquals(1, urlSet.size());
                String childUrl = urlSet.iterator().next().getUrl();
                assertTrue("Child URL should be properly formed", childUrl.contains("dir1/test3.txt"));
                assertTrue("Child URL should contain 'child' not 'chile'", childUrl.matches(".*dir1/test3\\.txt"));
            }
        } finally {
            if (server != null) {

        try {
            final String childUrlValue = attrValue.trim();
            final URI childUri = childUrlValue.startsWith("?") ? new URI(uri.toString() + childUrlValue) : uri.resolve(childUrlValue);
            final String u = encodeUrl(normalizeUrl(childUri.toString()), encoding);
            if (logger.isDebugEnabled()) {
                logger.debug("{} -> {}", attrValue, u);
            }

        String u = null;
        try {
            final String resolveTarget = urlValue.startsWith(":") ? uri.getScheme() + urlValue : urlValue;
            final URI childUri = uri.resolve(resolveTarget);
            u = encodeUrl(normalizeUrl(childUri.toString()), encoding);
        } catch (final IllegalArgumentException e) {
            final int pos = urlValue.indexOf(':');
            if (pos > 0 && pos < 10) {

            file.deleteOnExit();
            FileUtil.writeBytes(file.getAbsolutePath(), content.getBytes("UTF-8"));
            final File childDir = new File(dir, "dir" + count + "-" + i);
            childDir.mkdirs();
            generateContents(childDir, count - 1);
        }
    }

    private static String getHtmlContent(final int count) {
        final StringBuilder buf = new StringBuilder();

            file.deleteOnExit();
            FileUtil.writeBytes(file.getAbsolutePath(), content.getBytes("UTF-8"));
            final File childDir = new File(dir, "dir" + count + "-" + i);
            childDir.mkdirs();
            generateContents(childDir, count - 1);
        }
    }

    private static String getHtmlContent(final int count) {
        final StringBuilder buf = new StringBuilder();

            for (final String childUrl : sitemaps) {
                try {
                    storeChildUrl(childUrl, urlQueue.getUrl(), urlQueue.getWeight(),
                            urlQueue.getDepth() == null ? 1 : urlQueue.getDepth() + 1);
                } catch (final Exception e) {
                    log(logHelper, LogType.PROCESS_CHILD_URL_BY_EXCEPTION, crawlerContext, urlQueue, childUrl, e);
                }
            }

            file.deleteOnExit();
            FileUtil.writeBytes(file.getAbsolutePath(), content.getBytes("UTF-8"));
            final File childDir = new File(dir, "dir" + count + "-" + i);
            childDir.mkdirs();
            generateContents(childDir, count - 1);
        }
    }

    private static String getHtmlContent(final int count) {
        final StringBuilder buf = new StringBuilder();