EnumSet<CrawlerStatus> allStatuses = EnumSet.allOf(CrawlerStatus.class);
        assertEquals(3, allStatuses.size());
        assertTrue(allStatuses.contains(CrawlerStatus.INITIALIZING));
        assertTrue(allStatuses.contains(CrawlerStatus.RUNNING));
        assertTrue(allStatuses.contains(CrawlerStatus.DONE));

        // Create EnumSet with specific values

        assertNotNull(stackTraceOutput);
        assertTrue(stackTraceOutput.contains("CrawlerSystemException"));
        assertTrue(stackTraceOutput.contains("Wrapper exception"));
        assertTrue(stackTraceOutput.contains("Caused by:"));
        assertTrue(stackTraceOutput.contains("IOException"));
        assertTrue(stackTraceOutput.contains("IO error"));
    }

    /**
     * Test exception chaining
     */

        String json = item.toJsonString();

        assertNotNull(json);
        assertTrue(json.contains("\"" + FieldNames.TEXT + "\":\"json test\""));
        assertTrue(json.contains("\"" + FieldNames.QUERY_FREQ + "\":10"));
        assertTrue(json.contains("\"" + FieldNames.TAGS + "\""));
        assertTrue(json.contains("tag1"));
    }

    @Test
    public void testKindEnum() {
        // Test Kind enum

        super.setUp();

        StandardCrawlerContainer container = new StandardCrawlerContainer();
        container.singleton("mimeTypeHelper", MimeTypeHelperImpl.class)
                .singleton("tikaExtractor", TikaExtractor.class)
                .<ExtractorFactory> singleton("extractorFactory", ExtractorFactory.class, factory -> {
                    TikaExtractor tikaExtractor = container.getComponent("tikaExtractor");

    }

    /**
     * Checks if the suggest item contains any of the given bad words.
     * @param badWords The array of bad words.
     * @return True if the item contains a bad word, false otherwise.
     */
    public boolean isBadWord(final String[] badWords) {
        for (final String badWord : badWords) {
            if (text.contains(badWord)) {
                return true;
            }
        }

        assertNotNull(bulkLine);
        assertTrue(bulkLine.contains("test_index"));
        assertTrue(bulkLine.contains("_doc"));
        assertTrue(bulkLine.contains("test text"));
        assertTrue(bulkLine.contains("reading1"));
        assertTrue(bulkLine.contains("reading2"));
    }

    @Test(expected = SuggesterException.class)

        } else {
            analyzerName = READING_ANALYZER;
        }
        final String analyzerNameWithlang = isSupportedLanguage(lang) ? analyzerName + '_' + lang : analyzerName;
        if (analyzerNames.contains(analyzerNameWithlang)) {
            return analyzerNameWithlang;
        }
        return analyzerName;
    }

    /**
     * Returns the name of the reading term analyzer for a given field and language.

    }

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate
     * @return true if the stream contains valid sitemap data, false otherwise
     */
    public boolean isValid(final InputStream in) {
        return isValid(in, true);
    }

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate

            if (!allowedPaths.contains(path)) {
                allowedPaths.add(path);
            }
        }

        /**
         * Adds a disallowed path to this directive.
         * @param path the path to disallow
         */
        public void addDisallow(final String path) {
            if (!disallowedPaths.contains(path)) {
                disallowedPaths.add(path);

                .singleton("robotsTxtHelper", RobotsTxtHelper.class)//
                .singleton("httpClient", HcHttpClient.class);
        httpClient = container.getComponent("httpClient");
        urlFilter = container.getComponent("urlFilter");
    }

    public void test_doGet() {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();