responseData.setContentLength(blob.getSize());
            checkMaxContentLength(responseData);

            responseData.setHttpStatusCode(Constants.OK_STATUS_CODE);
            responseData.setCharSet(getCharset());
            responseData.setLastModified(
                    blob.getUpdateTimeOffsetDateTime() == null ? null : Date.from(blob.getUpdateTimeOffsetDateTime().toInstant()));

        }
    }

    private String getResourceName(final ResponseData responseData) {
        String name = responseData.getUrl();
        final String enc = responseData.getCharSet();

        if (name == null || enc == null) {
            return null;
        }

        name = name.replaceAll("/+$", "");
        final int idx = name.lastIndexOf('/');
        if (idx >= 0) {

        assertEquals(200, responseData.getHttpStatusCode());
        assertEquals("GET", responseData.getMethod());
        assertEquals("text/html", responseData.getMimeType());
        assertEquals("UTF-8", responseData.getCharSet());
        assertEquals(1024L, responseData.getContentLength());
        assertFalse(responseData.isNoFollow());
    }

    public void test_processWithResponseDataContainingBody() {

            if (size < 3 || !isUtf8BomBytes(bomBytes)) {
                bis.reset();
            }
            final InputSource is = new InputSource(bis);
            if (responseData.getCharSet() != null) {
                is.setEncoding(responseData.getCharSet());
            }
            parser.parse(is);
        } catch (final Exception e) {
            throw new CrawlingAccessException("Could not parse " + responseData.getUrl(), e);

            responseData.setContentLength(statObject.size());
            checkMaxContentLength(responseData);

            responseData.setHttpStatusCode(Constants.OK_STATUS_CODE);
            responseData.setCharSet(getCharset());
            responseData.setLastModified(statObject.lastModified() == null ? null : Date.from(statObject.lastModified().toInstant()));
            responseData.setMimeType(statObject.contentType());

            responseData.setContentLength(headObject.contentLength());
            checkMaxContentLength(responseData);

            responseData.setHttpStatusCode(Constants.OK_STATUS_CODE);
            responseData.setCharSet(getCharset());
            responseData.setLastModified(headObject.lastModified() == null ? null : Date.from(headObject.lastModified()));
            responseData.setMimeType(headObject.contentType());

     * @return The character set name
     */
    protected String getCharSet(final File file) {
        return charset;
    }

    /**
     * Gets the character encoding used for FTP operations.
     *
     * @return The character encoding
     */
    public String getCharset() {
        return charset;
    }

    /**

            final ResponseData responseData = ftpClient.doGet("ftp://localhost:" + FTP_PORT + "/text1.txt");
            assertEquals(200, responseData.getHttpStatusCode());
            assertEquals("UTF-8", responseData.getCharSet());
            assertTrue(6 == responseData.getContentLength());
            assertNotNull(responseData.getLastModified());
            assertEquals(Constants.GET_METHOD, responseData.getMethod());

        }
    }

    public void test_customCharset() throws Exception {
        SmbClient client = new SmbClient();
        client.setCharset("ISO-8859-1");
        client.setResolveSids(false);
        assertEquals("ISO-8859-1", client.getCharset());

        StandardCrawlerContainer container =

        }
    }

    public void test_customCharset() throws Exception {
        SmbClient client = new SmbClient();
        client.setCharset("ISO-8859-1");
        assertEquals("ISO-8859-1", client.getCharset());

        StandardCrawlerContainer container =
                new StandardCrawlerContainer().singleton("smbClient", client).singleton("mimeTypeHelper", MimeTypeHelperImpl.class);