}
        try (final ResponseData responseData = storageClient.doHead("storage://fess/")) {
            assertNull(responseData);
        }
        try (final ResponseData responseData = storageClient.doHead("storage://fess/dir1/")) {
            assertNull(responseData);
        }
        try (final ResponseData responseData = storageClient.doHead("storage://fess/dir1/dir2/")) {

            assertNull(responseData.getResponseBody());
        }

        try (final ResponseData responseData = smbClient.doHead(baseUrl)) {
            assertNull(responseData);
        }
        try (final ResponseData responseData = smbClient.doHead(baseUrl + "dir1/")) {
            assertNull(responseData);
        }
        try (final ResponseData responseData = smbClient.doHead(baseUrl + "dir1/dir2/")) {

        try (final InputStream is = responseData.getResponseBody()) {
            final DOMParser parser = getDomParser();
            parser.parse(new InputSource(is));
            final Document document = parser.getDocument();
            // base href
            final String baseHref = getBaseHref(document);
            URI uri;
            try {

     * If the analyzer settings index does not exist, it creates it with default settings and mappings.
     * It also loads analyzer names and field analyzer mappings.
     */
    public synchronized void init() {
        try {
            final IndicesExistsResponse response =
                    client.admin().indices().prepareExists(analyzerSettingsIndexName).execute().actionGet(settings.getIndicesTimeout());
            if (!response.isExists()) {

    }

    public void test_ftpInfo() {
        String value;
        FtpInfo ftpInfo;

        try {
            ftpInfo = new FtpClient.FtpInfo(null, Constants.UTF_8);
            fail();
        } catch (CrawlingAccessException e) {
            // ignore
        }

        try {
            ftpInfo = new FtpClient.FtpInfo("", Constants.UTF_8);
            fail();

        } finally {
            if (mt != null) {
                mt.setFinished(true);
                try {
                    mt.interrupt();
                } catch (final Exception e) {}
            }
            if (currentProcess != null) {
                try {
                    currentProcess.destroy();
                } catch (final Exception e) {}
            }

            final String secretKey = System.getenv().get("STORAGE_SECRET_KEY");
            final String region = System.getenv().get("STORAGE_SECRET_KEY");
            try {
                if (StringUtil.isBlank(endpoint)) {
                    throw new IOException("endpoint is blank.");
                }
                final Builder builder = MinioClient.builder().endpoint(endpoint);

     */
    public void test_valueOf_invalid() {
        try {
            CrawlerStatus.valueOf("INVALID");
            fail("Should throw IllegalArgumentException for invalid value");
        } catch (IllegalArgumentException e) {
            // Expected
            assertTrue(e.getMessage().contains("INVALID"));
        }

        try {
            CrawlerStatus.valueOf("initializing"); // lowercase

    }

    public void test_execute_web() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {
            final int maxCount = 50;
            final int numOfThread = 10;

            final File file = File.createTempFile("crawler-", "");
            file.delete();
            file.mkdirs();

                String content = getContent(writer -> {
                    InputStream in = null;
                    try {
                        if (!isByteStream) {
                            try (OutputStream out = new FileOutputStream(tempFile)) {
                                CopyUtil.copy(inputStream, out);
                            }