assertEquals(".*\\..*", httpClient.convertRobotsTxtPatternToRegex("."));
        assertEquals(".*", httpClient.convertRobotsTxtPatternToRegex("*"));
    }

    public void test_doHead() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {

        try (final ResponseData responseData = storageClient.doGet("")) {
            fail();
        } catch (CrawlerSystemException e) {
            // nothing
        }
    }

    public void test_doHead() throws Exception {
        try (final ResponseData responseData = storageClient.doHead("storage://fess/file1.txt")) {
            assertEquals("storage://fess/file1.txt", responseData.getUrl());

        }

        try {
            smbClient.doGet("");
            fail();
        } catch (final CrawlerSystemException e) {
            // nothing
        }
    }

    public void test_doHead() throws Exception {
        try (final ResponseData responseData = smbClient.doHead(baseUrl + "file1.txt")) {
            assertEquals(0, responseData.getStatus());