* final String encoding = System.getProperty(SuggestConstants.USER_DICT_ENCODING); final Map<String, String>
         * args = new HashMap<>(); args.put("mode", "normal"); args.put("discardPunctuation", "false"); if
         * (Strings.isNullOrEmpty(path)) { args.put("userDictionary", path); } if (Strings.isNullOrEmpty(encoding)) {

    private final int nBestCost;

    private boolean discartPunctuation;

    public KuromojiTokenizerFactory(IndexSettings indexSettings, Environment env, String name, Settings settings) {
        super(indexSettings, settings, name);
        mode = getMode(settings);
        userDictionary = getUserDictionary(env, settings);
        discartPunctuation = settings.getAsBoolean("discard_punctuation", true);

        this.settings = settings;
        mode = KuromojiTokenizerFactory.getMode(settings);
        userDictionary = KuromojiTokenizerFactory.getUserDictionary(env, settings);
        discartPunctuation = settings.getAsBoolean("discard_punctuation", true);

        inputPendingField = getAccessibleField(Tokenizer.class, "inputPending");
        userDictionaryField = getAccessibleField(JapaneseTokenizer.class, "userDictionary");