*/
    protected String getFilePath(final String url) {
        return url.replaceAll("/+", "/")
                .replace("./", "")
                .replace("../", "")
                .replaceAll("/$", "/index.html")
                .replaceAll("\\?", questionStr)
                .replaceAll(":", colonStr)
                .replaceAll(";", semicolonStr)
                .replaceAll("&", ampersandStr);
    }

    /**

            crawlerThread.setClientFactory(clientFactory);
            threads[i] =
                    new Thread(crawlerThreadGroup, crawlerThread, "Crawler-" + crawlerContext.sessionId + "-" + Integer.toString(i + 1));
            threads[i].setDaemon(daemon);
            threads[i].setPriority(threadPriority);
        }

        // run
        crawlerContext.setStatus(CrawlerStatus.RUNNING);

     * Search engines may use this information when selecting between URLs on
     * the same site, so you can use this tag to increase the likelihood that
     * your most important pages are present in a search index.
     *
     * Also, please note that assigning a high priority to all of the URLs on
     * your site is not likely to help you. Since the priority is relative, it
     * is only used to select between URLs on your site.

            }

            // Check status code condition
            String statusCodeCondition = conditions.get("statusCode");
            if (statusCodeCondition != null) {
                int expectedCode = Integer.parseInt(statusCodeCondition);
                if (responseData.getHttpStatusCode() != expectedCode) {
                    return false;
                }
            }

            return true;
        }

                        }
                    }
                } else {
                    log(logHelper, LogType.NO_URL_IN_QUEUE, crawlerContext, urlQueue, Integer.valueOf(threadCheckCount));

                    if (crawlerContext.intervalController != null) {
                        crawlerContext.intervalController.delay(IntervalController.NO_URL_IN_QUEUE);
                    }

{
  "index": {
    "refresh_interval": "1s",
    "number_of_shards": 1,
    "number_of_replicas": 0,
    "auto_expand_replicas": "0-1"
  },
  "analysis" : {
    "tokenizer" : {
      "kuromoji_neologd_normal" : {
        "type" : "reloadable_kuromoji_tokenizer",
        "mode" : "normal",
        "discard_punctuation" : "false"
      },
      "pattern_split" : {
        "type" : "simple_pattern_split",
        "pattern" : "__and__"