static {
        setup(defaultCtype);
    }

    /**
     * {@link Tokenizer}を作成します。
     *
     * @param str
     *            文字列。{@literal null}であってはいけません
     */
    public Tokenizer(final String str) {
        this(str, defaultCtype);
    }

    /**
     * {@link Tokenizer}を作成します。
     *
     * @param str
     *            文字列。{@literal null}であってはいけません
     * @param ctype

    public void testEOF() throws Exception {
        final Tokenizer tokenizer = new Tokenizer("");
        assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
        assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
    }

    /**
     * @throws Exception
     */
    @Test
    public void testWhitespace() throws Exception {
        final Tokenizer tokenizer = new Tokenizer("\t       \n");

        "tokenizer" : "standard"
      },
      "reading_term_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "standard"
      },
      "normalize_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "keyword",
        "char_filter" : ["mapping_char"],
        "filter" : ["lowercase"]
      },
      "contents_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "standard",

        },
        "simplified_chinese_tokenizer": {
            "type": "fess_simplified_chinese_tokenizer"
        },
        "vietnamese_tokenizer": {
            "type": "fess_vietnamese_tokenizer",
            "sentence_detector": false,
            "ambiguities_resolved": false
        },
        "unigram_tokenizer": {
          "type": "ngram",
          "min_gram": 1,

            }
            if (handler == null) {
                String path = System.getProperty(HANDLER_PKGS_PROPERTY);
                StringTokenizer tokenizer = new StringTokenizer(path, "|");
                while (tokenizer.hasMoreTokens()) {
                    String provider = tokenizer.nextToken().trim();
                    if (provider.equals("jcifs.smb1")) continue;

            }
            if ( handler == null ) {
                String path = System.getProperty(HANDLER_PKGS_PROPERTY);
                StringTokenizer tokenizer = new StringTokenizer(path, "|");
                while ( tokenizer.hasMoreTokens() ) {
                    String provider = tokenizer.nextToken().trim();
                    if ( provider.equals("jcifs") )
                        continue;

        }
      },
      "tokenizer": {
        "japanese_tokenizer": {
          "type": "kuromoji_tokenizer",
          "mode": "normal",
          "discard_punctuation": false,
          "user_dictionary_rules": ["令和,令和,レイワ,名詞-固有名詞-一般", "日本経済新聞,日本 経済 新聞,ニホン ケイザイ シンブン,カスタム名詞", "関西国際空港,関西 国際 空港,カンサイ コクサイ クウコウ,テスト名詞", "朝青龍,朝青龍,アサショウリュウ,カスタム名詞"]
        },
        "korean_tokenizer": {
            "type": "seunjeon_tokenizer",

        "tokenizer" : "standard"
      },
      "reading_term_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "standard"
      },
      "normalize_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "keyword",
        "char_filter" : ["mapping_char"],
        "filter" : ["lowercase"]
      },
      "contents_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "standard",

        "tokenizer" : "standard"
      },
      "reading_term_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "standard"
      },
      "normalize_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "keyword",
        "char_filter" : ["mapping_char"],
        "filter" : ["lowercase"]
      },
      "contents_analyzer_mk" : {
        "type" : "custom",
        "tokenizer" : "standard",

      "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }