assertEquals("123# !$", normalizeText(" 123#123!$123  ", 100, -1, -1, true));
    }

    public static String normalizeText(final String str, final int initialCapacity, final int maxAlphanumTermSize,
            final int maxSymbolTermSize, final boolean removeDuplication) {
        if (str == null) {
            return StringUtil.EMPTY;
        }
        try (final Reader reader = new StringReader(str)) {

        private boolean initialized = false;
        private int initCount = 0;
        private boolean japaneseMode = false;

        public void setJapaneseMode(boolean japaneseMode) {
            this.japaneseMode = japaneseMode;
        }

        public boolean isInitialized() {
            return initialized;
        }

        public int getInitCount() {
            return initCount;
        }

        final String[] paths = path.split("/");
        File targetFile = baseDir;
        for (int i = 0; i < paths.length - 1; i++) {
            File file = new File(targetFile, paths[i]);
            if (file.exists()) {
                if (!file.isDirectory()) {
                    for (int j = 0; j < maxDuplicatedPath; j++) {
                        file = new File(targetFile, paths[i] + "_" + j);

        final int threadCount = 100;
        final int operationsPerThread = 1000;
        final CountDownLatch startLatch = new CountDownLatch(1);
        final CountDownLatch endLatch = new CountDownLatch(threadCount);

        ExecutorService executor = Executors.newFixedThreadPool(threadCount);

        for (int i = 0; i < threadCount; i++) {

    /** Transformer used to transform response data */
    protected Transformer transformer;

    /** HTTP status codes considered successful */
    protected int[] successfulHttpCodes;

    /** HTTP status codes considered not modified */
    protected int[] notModifiedHttpCodes;

    /**
     * Constructs a new DefaultResponseProcessor.
     */
    public DefaultResponseProcessor() {
        // Default constructor

        super.printStackTrace(s);

        int count = 1;
        for (final Throwable t : throwables) {
            s.println("Cause #" + count + ":");
            t.printStackTrace(s);
            count++;
        }
    }

    @Override
    public void printStackTrace(final PrintWriter s) {
        super.printStackTrace(s);

        int count = 1;
        for (final Throwable t : throwables) {

    /** The number of threads used by the crawler */
    protected int numOfThread = 10;

    /** The maximum number of times to check for active threads. */
    protected int maxThreadCheckCount = 20;

    /** The maximum depth for crawling. A value of -1 indicates no depth check. */
    protected int maxDepth = -1;

    /** The maximum number of URLs to access. A value of 0 indicates no limit. */

     *
     * @return the HTTP status code
     */
    public int getHttpStatusCode() {
        return httpStatusCode;
    }

    /**
     * Sets the HTTP status code of the response.
     *
     * @param statusCode the HTTP status code to set
     */
    public void setHttpStatusCode(final int statusCode) {
        httpStatusCode = statusCode;
    }

    /**

     */
    protected int memorySize = 1024 * 1024; //1mb

    /**
     * Max size of an alpha-numeric term.
     */
    protected int maxAlphanumTermSize = -1;

    /**
     * Max size of a symbol term.
     */
    protected int maxSymbolTermSize = -1;

    /**
     * Tika config.
     */
    protected TikaConfig tikaConfig;

			<component
				class="org.codelibs.fess.crawler.processor.impl.DefaultResponseProcessor">
				<property name="transformer">fileTransformer</property>
				<property name="successfulHttpCodes">(int[])[200]</property>
				<property name="notModifiedHttpCodes">(int[])[304]</property>
			</component>
		</property>
	</component>