assertEquals(5, testClient.count);
        assertEquals(url, response.getUrl());
        assertEquals(Constants.GET_METHOD, response.getMethod());
    }

    public void test_doHead() {
        final FaultTolerantClient client = new FaultTolerantClient();
        final TestClient testClient = new TestClient();
        final TestListener testListener = new TestListener();

        assertEquals(".*\\..*", httpClient.convertRobotsTxtPatternToRegex("."));
        assertEquals(".*", httpClient.convertRobotsTxtPatternToRegex("*"));
    }

    public void test_doHead() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {

        try (final ResponseData responseData = storageClient.doGet("")) {
            fail();
        } catch (CrawlerSystemException e) {
            // nothing
        }
    }

    public void test_doHead() throws Exception {
        try (final ResponseData responseData = storageClient.doHead("storage://fess/file1.txt")) {
            assertEquals("storage://fess/file1.txt", responseData.getUrl());

        }
        try (final ResponseData responseData = s3Client.doGet("")) {
            fail();
        } catch (CrawlerSystemException e) {
            // nothing
        }
    }

    public void test_doHead() throws Exception {
        try (final ResponseData responseData = s3Client.doHead("s3://fess/file1.txt")) {
            assertEquals("s3://fess/file1.txt", responseData.getUrl());

        }
        try (final ResponseData responseData = gcsClient.doGet("")) {
            fail();
        } catch (CrawlerSystemException e) {
            // nothing
        }
    }

    public void test_doHead() throws Exception {
        try (final ResponseData responseData = gcsClient.doHead("gcs://fess/file1.txt")) {
            assertEquals("gcs://fess/file1.txt", responseData.getUrl());

        }

        try {
            smbClient.doGet("");
            fail();
        } catch (final CrawlerSystemException e) {
            // nothing
        }
    }

    public void test_doHead() throws Exception {
        try (final ResponseData responseData = smbClient.doHead(baseUrl + "file1.txt")) {
            assertEquals(0, responseData.getStatus());

        }

        try {
            smbClient.doGet("");
            fail();
        } catch (final CrawlerSystemException e) {
            // nothing
        }
    }

    public void test_doHead() throws Exception {
        try (final ResponseData responseData = smbClient.doHead(baseUrl + "file1.txt")) {
            assertEquals(0, responseData.getStatus());