assertEquals(result, fsClient.preprocessUri(value));
    }

    public void test_preprocessUri_null() {
        try {
            fsClient.preprocessUri(null);
            fail();
        } catch (final CrawlerSystemException e) {}
        try {
            fsClient.preprocessUri("");
            fail();
        } catch (final CrawlerSystemException e) {}
    }

        client.checkMaxContentLength(responseData);

        responseData.setContentLength(1000001L);
        try {
            client.checkMaxContentLength(responseData);
            fail();
        } catch (MaxLengthExceededException e) {
            // ok
        }

        responseData.setContentLength(1000000000L);
        try {
            client.checkMaxContentLength(responseData);
            fail();

     */
    public void test_valueOf_invalid() {
        try {
            CrawlerStatus.valueOf("INVALID");
            fail("Should throw IllegalArgumentException for invalid value");
        } catch (IllegalArgumentException e) {
            // Expected
            assertTrue(e.getMessage().contains("INVALID"));
        }

        try {
            CrawlerStatus.valueOf("initializing"); // lowercase

        try {
            sitemapsHelper.parse(in);
            fail();
        } catch (final CrawlingAccessException e) {
            // NOP
        }
    }

    public void test_parseXmlSitemaps_invalid2() {
        final byte[] bytes = "test".getBytes();
        final InputStream in = new ByteArrayInputStream(bytes);

        try {
            sitemapsHelper.parse(in);

    public void test_validation() {
        try {
            settings.badword().add("aaaa");
            assertTrue(true);
        } catch (IllegalArgumentException e) {
            fail();
        }

        try {
            settings.badword().add("");
            fail();
        } catch (IllegalArgumentException e) {
            assertTrue(true);
        }

        try {
            settings.badword().add("aaaa bbb");

    }

    public void test_execute_web() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {
            final int maxCount = 50;
            final int numOfThread = 10;

            final File file = File.createTempFile("crawler-", "");
            file.delete();
            file.mkdirs();

                String content = getContent(writer -> {
                    InputStream in = null;
                    try {
                        if (!isByteStream) {
                            try (OutputStream out = new FileOutputStream(tempFile)) {
                                CopyUtil.copy(inputStream, out);
                            }

                });
        emlExtractor = container.getComponent("emlExtractor");
    }

    public void test_getText() throws IOException {
        try (final InputStream in = ResourceUtil.getResourceAsStream("extractor/eml/sample1.eml")) {
            ExtractData data = emlExtractor.getText(in, null);
            final String content = data.getContent();

            @Override
            public void write(final int b) throws IOException {
                if (b == '\n' || b == '\r' || buf.size() >= MAX_LEN) {
                    try {
                        final String msg = buf.toString(Constants.UTF_8);
                        if (StringUtil.isNotBlank(msg)) {
                            if (logger.isTraceEnabled()) {

        } else {
            // Windows
            extention = ".bat";
            content = "ping localhost -n " + sleep + "\r\ncopy %1 %2";
        }
        File file;
        try {
            file = File.createTempFile("script", extention);
            file.deleteOnExit();
            FileUtil.writeBytes(file.getAbsolutePath(), content.getBytes());
            return file;