client.setCrawlerClient(testClient);
        client.setRequestListener(testListener);
        final String url = "http://test.com/";
        final ResponseData response = client.execute(RequestDataBuilder.newRequestData().get().url(url).build());
        assertEquals(1, testListener.startCount);
        assertEquals(1, testListener.requestCount);
        assertEquals(0, testListener.exceptionCount);

        assertEquals(RequestDataBuilder.newRequestData().url(url + "/").build(),
                htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));

        url = "http://hoge/";
        assertEquals(RequestDataBuilder.newRequestData().url("http://hoge").build(),
                htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));

    }

                        // head method
                        responseData = client.execute(RequestDataBuilder.newRequestData().head().url(url).build());
                        if (responseData == null) {
                            return true;
                        }

        if (redirectUrlObj instanceof String) {
            final UrlConvertHelper urlConvertHelper = crawlerContainer.getComponent("urlConvertHelper");
            resultData.addUrl(RequestDataBuilder.newRequestData().get().url(urlConvertHelper.convert(redirectUrlObj.toString())).build());
        }

        return resultData;
    }

    protected boolean isHtml(final ResponseData responseData) {

        try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build())) {
            if (responseData.getRedirectLocation() != null) {
                final Set<RequestData> childUrlList = new HashSet<>();
                childUrlList.add(RequestDataBuilder.newRequestData().get().url(responseData.getRedirectLocation()).build());

                            final long startTime = SystemUtil.currentTimeMillis();
                            responseData = client.execute(
                                    RequestDataBuilder.newRequestData().method(urlQueue.getMethod()).url(urlQueue.getUrl()).build());
                            responseData.setExecutionTime(SystemUtil.currentTimeMillis() - startTime);

        urlList.clear();
        urlList.add(RequestDataBuilder.newRequestData().get().url("http://www.example.com").build());
        urlList = fessXpathTransformer.convertChildUrlList(urlList);
        assertEquals(1, urlList.size());
        assertEquals("http://www.example.com", urlList.get(0).getUrl());

        urlList.clear();
        urlList.add(RequestDataBuilder.newRequestData().get().url("http://www.example.com").build());

                        for (final File f : files) {
                            final String chileUri = f.toURI().toASCIIString();
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(chileUri).build());
                        }
                    }
                }
                throw new ChildUrlsException(requestDataSet, this.getClass().getName() + "#getResponseData");

            }
            String u = url;
            for (int i = 0; i < maxRedirectCount; i++) {
                try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(u).build())) {
                    if (StringUtil.isNotBlank(responseData.getRedirectLocation())) {
                        u = responseData.getRedirectLocation();
                        continue;

                        for (final FTPFile f : files) {
                            final String chileUri = ftpInfo.toChildUrl(f.getName());
                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url(chileUri).build());
                        }
                    } catch (final IOException e) {
                        disconnectInternalClient(client);