assertEquals(2, values.length);
            assertEquals("storage://fess/dir1/dir2/", values[0]);
            assertEquals("storage://fess/dir1/file2.txt", values[1]);
        }
        try (final ResponseData responseData = storageClient.doGet("storage://fess/dir1/dir2/")) {
            fail();
        } catch (ChildUrlsException e) {

            assertEquals(2, values.length);
            assertEquals("s3://fess/dir1/dir2/", values[0]);
            assertEquals("s3://fess/dir1/file2.txt", values[1]);
        }
        try (final ResponseData responseData = s3Client.doGet("s3://fess/dir1/dir2/")) {
            fail();
        } catch (ChildUrlsException e) {

            assertEquals(2, values.length);
            assertEquals("gcs://fess/dir1/dir2/", values[0]);
            assertEquals("gcs://fess/dir1/file2.txt", values[1]);
        }
        try (final ResponseData responseData = gcsClient.doGet("gcs://fess/dir1/dir2/")) {
            fail();
        } catch (ChildUrlsException e) {

                String childUrl = urlSet.iterator().next().getUrl();
                assertTrue("Child URL should be properly formed", childUrl.contains("dir1/test3.txt"));
                assertTrue("Child URL should contain 'child' not 'chile'", childUrl.matches(".*dir1/test3\\.txt"));
            }
        } finally {
            if (server != null) {
                server.stop();
            }
        }
    }

        URL url = new URL("gcs://mybucket/dir1/dir2/file.pdf");
        Handler handler = new Handler();
        URLConnection conn = handler.openConnection(url);

        Handler.GcsURLConnection gcsConn = (Handler.GcsURLConnection) conn;

        assertEquals("mybucket", getField(gcsConn, "bucketName"));
        assertEquals("dir1/dir2/file.pdf", getField(gcsConn, "objectName"));
    }

    /**

        URL url = new URL("storage://mybucket/dir1/dir2/file.pdf");
        Handler handler = new Handler();
        URLConnection conn = handler.openConnection(url);

        Handler.StorageURLConnection storageConn = (Handler.StorageURLConnection) conn;

        assertEquals("mybucket", getField(storageConn, "bucketName"));
        assertEquals("dir1/dir2/file.pdf", getField(storageConn, "objectName"));
    }

      filesystem.createDirectories(it)
    }
    filesystem.write(file) {
      writeUtf8(content)
    }
  }

  private fun generateSomeGarbageFiles() {
    val dir1 = cacheDir / "dir1"
    val dir2 = dir1 / "dir2"
    writeFile(getCleanFile("g1", 0), "A")
    writeFile(getCleanFile("g1", 1), "B")
    writeFile(getCleanFile("g2", 0), "C")
    writeFile(getCleanFile("g2", 1), "D")

                String url = requestData.getUrl();
                if (url.indexOf(".svn") < 0) {
                    assertTrue(url.contains("test/dir1") || url.contains("test/dir2") || url.contains("test/text1.txt")
                            || url.contains("test/text2.txt") || url.contains("test/text%203.txt"));
                }
            }
        }

    }

        crawler.crawlerContext.setMaxAccessCount(maxCount);
        crawler.crawlerContext.setNumOfThread(numOfThread);
        crawler.urlFilter.addInclude(url + ".*");
        crawler.urlFilter.addExclude(url + "/dir1/.*");
        final String sessionId = crawler.execute();
        assertEquals(maxCount, dataService.getCount(sessionId));
        dataService.delete(sessionId);
    }