Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 10 for discard_punctuation (0.18 sec)

  1. src/test/java/org/codelibs/opensearch/extension/kuromoji/index/analysis/KuromojiTokenizerFactory.java

        private final int nBestCost;
    
        private boolean discartPunctuation;
    
        public KuromojiTokenizerFactory(IndexSettings indexSettings, Environment env, String name, Settings settings) {
            super(indexSettings, settings, name);
            mode = getMode(settings);
            userDictionary = getUserDictionary(env, settings);
            discartPunctuation = settings.getAsBoolean("discard_punctuation", true);
    Registered: Fri Nov 08 09:08:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:54 UTC 2024
    - 4.7K bytes
    - Viewed (0)
  2. src/test/java/org/codelibs/opensearch/extension/analysis/ReloadableKuromojiTokenizerFactory.java

            this.settings = settings;
            mode = KuromojiTokenizerFactory.getMode(settings);
            userDictionary = KuromojiTokenizerFactory.getUserDictionary(env, settings);
            discartPunctuation = settings.getAsBoolean("discard_punctuation", true);
    
            inputPendingField = getAccessibleField(Tokenizer.class, "inputPending");
            userDictionaryField = getAccessibleField(JapaneseTokenizer.class, "userDictionary");
    Registered: Fri Nov 08 09:08:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:54 UTC 2024
    - 9.5K bytes
    - Viewed (0)
  3. src/main/resources/fess_indices/fess.json

            "japanese_tokenizer": {
              "type": "fess_japanese_reloadable_tokenizer",
              "mode": "normal",
              "user_dictionary": "${fess.dictionary.path}ja/kuromoji.txt",
              "discard_punctuation": false,
              "reload_interval":"1m"
            },
            "korean_tokenizer": {
                "type": "fess_korean_tokenizer",
                "decompound_mode": "mixed",
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Aug 11 01:26:55 UTC 2022
    - 39.9K bytes
    - Viewed (0)
  4. src/main/resources/suggest_indices/suggest_analyzer.json

        "auto_expand_replicas": "0-1"
      },
      "analysis" : {
        "tokenizer" : {
          "kuromoji_neologd_normal" : {
            "type" : "reloadable_kuromoji_tokenizer",
            "mode" : "normal",
            "discard_punctuation" : "false"
          },
          "pattern_split" : {
            "type" : "simple_pattern_split",
            "pattern" : "__and__"
          }
        },
        "analyzer" : {
          "reading_analyzer" : {
    Registered: Fri Nov 08 09:08:12 UTC 2024
    - Last Modified: Thu Oct 03 02:51:59 UTC 2019
    - 57.3K bytes
    - Viewed (0)
  5. src/main/resources/suggest_indices/_cloud/suggest_analyzer.json

        "auto_expand_replicas": "0-1"
      },
      "analysis" : {
        "tokenizer" : {
          "fess_japanese_normal" : {
            "type" : "kuromoji_tokenizer",
            "mode" : "normal",
            "discard_punctuation" : "false"
          },
          "fess_korean_normal": {
            "type": "nori_tokenizer",
            "decompound_mode": "mixed",
            "user_dictionary_rules": ["덕후", "버카충", "낄끼빠빠" ]
          }
        },
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Sat Feb 27 09:26:16 UTC 2021
    - 57.4K bytes
    - Viewed (1)
  6. src/main/resources/suggest_indices/_aws/suggest_analyzer.json

        "auto_expand_replicas": "0-1"
      },
      "analysis" : {
        "tokenizer" : {
          "fess_japanese_normal" : {
            "type" : "kuromoji_tokenizer",
            "mode" : "normal",
            "discard_punctuation" : "false"
          },
          "fess_korean_normal": {
            "type": "seunjeon_tokenizer",
            "index_eojeol": false,
            "user_words": ["덕후", "버카충", "낄끼빠빠" ]
          }
        },
        "analyzer" : {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Wed Mar 24 12:55:37 UTC 2021
    - 57.4K bytes
    - Viewed (0)
  7. src/main/resources/suggest_indices/suggest_analyzer.json

        "auto_expand_replicas": "0-1"
      },
      "analysis" : {
        "tokenizer" : {
          "fess_japanese_normal" : {
            "type" : "fess_japanese_tokenizer",
            "mode" : "normal",
            "discard_punctuation" : "false"
          },
          "fess_korean_normal": {
            "type": "fess_korean_tokenizer",
            "decompound_mode": "mixed",
            "user_dict_path": "${fess.dictionary.path}ko/nori.txt"
          }
        },
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu May 23 05:09:51 UTC 2019
    - 57.7K bytes
    - Viewed (0)
  8. src/main/resources/fess_indices/_aws/fess.json

              "synonyms": ["fess,フエス"]
            }
          },
          "tokenizer": {
            "japanese_tokenizer": {
              "type": "kuromoji_tokenizer",
              "mode": "normal",
              "discard_punctuation": false,
              "user_dictionary_rules": ["令和,令和,レイワ,名詞-固有名詞-一般", "日本経済新聞,日本 経済 新聞,ニホン ケイザイ シンブン,カスタム名詞", "関西国際空港,関西 国際 空港,カンサイ コクサイ クウコウ,テスト名詞", "朝青龍,朝青龍,アサショウリュウ,カスタム名詞"]
            },
            "korean_tokenizer": {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Tue Mar 23 12:38:28 UTC 2021
    - 117.3K bytes
    - Viewed (0)
  9. src/main/resources/fess_indices/_cloud/fess.json

              "synonyms": ["fess,フエス"]
            }
          },
          "tokenizer": {
            "japanese_tokenizer": {
              "type": "kuromoji_tokenizer",
              "mode": "normal",
              "discard_punctuation": false,
              "user_dictionary_rules": ["令和,令和,レイワ,名詞-固有名詞-一般", "日本経済新聞,日本 経済 新聞,ニホン ケイザイ シンブン,カスタム名詞", "関西国際空港,関西 国際 空港,カンサイ コクサイ クウコウ,テスト名詞", "朝青龍,朝青龍,アサショウリュウ,カスタム名詞"]
            },
            "korean_tokenizer": {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Sat Feb 27 09:26:16 UTC 2021
    - 117.3K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/suggest/converter/KatakanaConverter.java

             * final String encoding = System.getProperty(SuggestConstants.USER_DICT_ENCODING); final Map<String, String>
             * args = new HashMap<>(); args.put("mode", "normal"); args.put("discardPunctuation", "false"); if
             * (Strings.isNullOrEmpty(path)) { args.put("userDictionary", path); } if (Strings.isNullOrEmpty(encoding)) {
    Registered: Fri Nov 08 09:08:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:54 UTC 2024
    - 4.7K bytes
    - Viewed (0)
Back to top