final int threadCount = 100;
        final int operationsPerThread = 1000;
        final CountDownLatch startLatch = new CountDownLatch(1);
        final CountDownLatch endLatch = new CountDownLatch(threadCount);

        ExecutorService executor = Executors.newFixedThreadPool(threadCount);

        for (int i = 0; i < threadCount; i++) {

    /** Transformer used to transform response data */
    protected Transformer transformer;

    /** HTTP status codes considered successful */
    protected int[] successfulHttpCodes;

    /** HTTP status codes considered not modified */
    protected int[] notModifiedHttpCodes;

    /**
     * Constructs a new DefaultResponseProcessor.
     */
    public DefaultResponseProcessor() {
        // Default constructor

        private boolean initialized = false;
        private int initCount = 0;
        private boolean japaneseMode = false;

        public void setJapaneseMode(boolean japaneseMode) {
            this.japaneseMode = japaneseMode;
        }

        public boolean isInitialized() {
            return initialized;
        }

        public int getInitCount() {
            return initCount;
        }

        final String[] paths = path.split("/");
        File targetFile = baseDir;
        for (int i = 0; i < paths.length - 1; i++) {
            File file = new File(targetFile, paths[i]);
            if (file.exists()) {
                if (!file.isDirectory()) {
                    for (int j = 0; j < maxDuplicatedPath; j++) {
                        file = new File(targetFile, paths[i] + "_" + j);

                    || PRIORITY_ELEMENT.equals(qName)) {
                buf = new StringBuilder();
            }
        }

        @Override
        public void characters(final char[] ch, final int offset, final int length) {
            if (buf != null) {
                buf.append(new String(ch, offset, length));
            }
        }

        @Override

    /** The number of threads used by the crawler */
    protected int numOfThread = 10;

    /** The maximum number of times to check for active threads. */
    protected int maxThreadCheckCount = 20;

    /** The maximum depth for crawling. A value of -1 indicates no depth check. */
    protected int maxDepth = -1;

    /** The maximum number of URLs to access. A value of 0 indicates no limit. */

        super.printStackTrace(s);

        int count = 1;
        for (final Throwable t : throwables) {
            s.println("Cause #" + count + ":");
            t.printStackTrace(s);
            count++;
        }
    }

    @Override
    public void printStackTrace(final PrintWriter s) {
        super.printStackTrace(s);

        int count = 1;
        for (final Throwable t : throwables) {

    /** Scroll size. */
    protected int scrollSize = 1;
    /** Maximum retry count. */
    protected int maxRetryCount = 5;
    /** Limit of document size. */
    protected long limitOfDocumentSize = 50000;
    /** Query builder. */
    protected QueryBuilder queryBuilder = QueryBuilders.matchAllQuery();
    /** Limit percentage. */
    protected int limitPercentage = 100;
    /** Limit number. */

     */
    protected int memorySize = 1024 * 1024; //1mb

    /**
     * Max size of an alpha-numeric term.
     */
    protected int maxAlphanumTermSize = -1;

    /**
     * Max size of a symbol term.
     */
    protected int maxSymbolTermSize = -1;

    /**
     * Tika config.
     */
    protected TikaConfig tikaConfig;

     */
    protected int scrollTimeout = 60000;

    /**
     * Scroll size for search requests.
     */
    protected int scrollSize = 100;

    /**
     * Buffer size for bulk operations.
     */
    protected int bulkBufferSize = 10;

    /**
     * Number of shards for the index.
     */
    protected int numberOfShards = 5;

    /**