assertEquals("name with spaces", testTransformer.getName());

        // Test with special characters
        testTransformer.setName("name-with_special.chars#123");
        assertEquals("name-with_special.chars#123", testTransformer.getName());

        // Test with Unicode characters
        testTransformer.setName("変換器の名前");
        assertEquals("変換器の名前", testTransformer.getName());

				"application/vnd.nokia.radio-presets",
				"application/vnd.novadigm.edm",
				"application/vnd.novadigm.edx",
				"application/vnd.novadigm.ext",
				"application/vnd.oasis.opendocument.chart",
				"application/vnd.oasis.opendocument.chart-template",
				"application/vnd.oasis.opendocument.database",
				"application/vnd.oasis.opendocument.formula",
				"application/vnd.oasis.opendocument.formula-template",

    }

    private static boolean isLastSpaceChar(final StringBuilder buf) {
        if (buf.length() == 0) {
            return false;
        }
        return buf.charAt(buf.length() - 1) == ' ';
    }

    private static boolean removeLastDuplication(final StringBuilder buf, final int size, final boolean isSpace,
            final Set<String> termCache) {

        assertEquals(longId.toString(), testRule.getRuleId());

        // Special characters in rule ID
        testRule.setRuleId("rule-id_with.special@chars#123");
        assertEquals("rule-id_with.special@chars#123", testRule.getRuleId());

        // Unicode characters
        testRule.setRuleId("ルール日本語");
        assertEquals("ルール日本語", testRule.getRuleId());

        // Whitespace

        if (matchWordFirst && !hiraganaQuery && singleWordQuery && text.contains(query)) {
            if (query.length() == 1) {
                return UnicodeBlock.of(query.charAt(0)) != UnicodeBlock.HIRAGANA;
            }
            return true;
        }
        return false;
    }

    /**
     * Checks if the query is a hiragana query.

    }

    /**
     * Test constructor with special characters in message
     */
    public void test_constructor_withSpecialCharactersInMessage() {
        String message = "Error: \n\t\r\0\b\f with special chars #@!$%^&*()[]{}";
        CrawlerSystemException exception = new CrawlerSystemException(message);

        assertNotNull(exception);
        assertEquals(message, exception.getMessage());
    }

    /**

     */
    protected String convertRobotsTxtPatternToRegex(final String path) {
        String newPath = path.replace(".", "\\.").replace("?", "\\?").replace("*", ".*");
        if (newPath.charAt(0) != '/') {
            newPath = ".*" + newPath;
        }
        if (!newPath.endsWith("$") && !newPath.endsWith(".*")) {
            newPath = newPath + ".*";
        }