public void test_newRequestData() {
        // Test newRequestData factory method
        RequestDataBuilder.RequestDataContext context = RequestDataBuilder.newRequestData();

        assertNotNull(context);
    }

    public void test_buildEmptyRequestData() {
        // Test building empty RequestData
        RequestData data = RequestDataBuilder.newRequestData().build();

        assertNotNull(data);

        client.setCrawlerClient(testClient);
        client.setRequestListener(testListener);
        final String url = "http://test.com/";
        final ResponseData response = client.execute(RequestDataBuilder.newRequestData().get().url(url).build());
        assertEquals(1, testListener.startCount);
        assertEquals(1, testListener.requestCount);
        assertEquals(0, testListener.exceptionCount);

        assertEquals(RequestDataBuilder.newRequestData().url(url + "/").build(),
                htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));

        url = "http://hoge/";
        assertEquals(RequestDataBuilder.newRequestData().url("http://hoge").build(),
                htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));

    }

    public void test_storeChildUrls_validUrls() throws Exception {
        final Set<RequestData> childUrlList = new HashSet<>();
        childUrlList.add(RequestDataBuilder.newRequestData().url("http://example.com/child1").build());
        childUrlList.add(RequestDataBuilder.newRequestData().url("http://example.com/child2").build());

        when(urlFilter.match(anyString())).thenReturn(true);

                        // head method
                        responseData =
                                client.execute(RequestDataBuilder.newRequestData().head().url(url).weight(urlQueue.getWeight()).build());
                        if (responseData == null) {
                            return true;
                        }

                            // access an url
                            final long startTime = SystemUtil.currentTimeMillis();
                            responseData = client.execute(RequestDataBuilder.newRequestData()
                                    .method(urlQueue.getMethod())
                                    .url(urlQueue.getUrl())
                                    .weight(urlQueue.getWeight())

        try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build())) {
            if (responseData.getRedirectLocation() != null) {
                final Set<RequestData> childUrlList = new HashSet<>();
                childUrlList.add(RequestDataBuilder.newRequestData().get().url(responseData.getRedirectLocation()).build());

                        }
                        for (final File f : files) {
                            final String childUri = f.toURI().toASCIIString();
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(childUri).build());
                        }
                    } else {
                        logger.warn("Unable to list directory contents: directory={}", file.getAbsolutePath());
                    }

            }
            String u = url;
            for (int i = 0; i < maxRedirectCount; i++) {
                try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(u).build())) {
                    if (StringUtil.isNotBlank(responseData.getRedirectLocation())) {
                        u = responseData.getRedirectLocation();
                        continue;

                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url("s3://" + bucketName + "/" + objectKey).build());
                    }
                }

                // Add common prefixes (directories)
                for (final CommonPrefix prefix : listResponse.commonPrefixes()) {
                    requestDataSet.add(RequestDataBuilder.newRequestData().get().url("s3://" + bucketName + "/" + prefix.prefix()).build());