Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 24 for Tokenizer (0.45 sec)

  2. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.data_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 02 13:14:56 UTC 2021
    - 484 bytes
    - Viewed (0)
  3. github.com/codelibs/jcifs

    src/main/java/jcifs/http/Handler.java 

                if (handler == null) {
                final String path = System.getProperty(HANDLER_PKGS_PROPERTY);
                final StringTokenizer tokenizer = new StringTokenizer(path, "|");
                while (tokenizer.hasMoreTokens()) {
                    final String provider = tokenizer.nextToken().trim();
                    if (provider.equals("jcifs")) {
                        continue;
                    }
    Registered: Sat Dec 20 13:44:44 UTC 2025
    - Last Modified: Sat Aug 16 01:32:48 UTC 2025
    - 6.9K bytes
    - Viewed (0)
  4. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/opensearch/extension/analysis/SynonymLoader.java 

                @Override
            protected TokenStreamComponents createComponents(final String fieldName) {
                final Tokenizer tokenizer = new KeywordTokenizer();
                final TokenStream stream = ignoreCase ? new LowerCaseFilter(tokenizer) : tokenizer;
                return new TokenStreamComponents(tokenizer, stream);
            }
        };
    }
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Sun May 18 02:59:16 UTC 2025
    - 6.7K bytes
    - Viewed (1)
  5. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/opensearch/extension/analysis/NGramSynonymTokenizerFactory.java 

     * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.opensearch.extension.analysis;

import org.apache.lucene.analysis.Tokenizer;
import org.opensearch.common.settings.Settings;
import org.opensearch.env.Environment;
import org.opensearch.index.IndexSettings;
import org.opensearch.index.analysis.AbstractTokenizerFactory;

/**
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Sat Mar 15 06:51:20 UTC 2025
    - 2.4K bytes
    - Viewed (0)
  6. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/fess/suggest/converter/AnalyzerConverterTest.java 

                    .put("analysis.analyzer.test_reading_analyzer.tokenizer", "standard")
                .put("analysis.analyzer.test_reading_term_analyzer.type", "custom")
                .put("analysis.analyzer.test_reading_term_analyzer.tokenizer", "standard")
                .put("analysis.analyzer.test_reading_analyzer_ja.type", "custom")
                .put("analysis.analyzer.test_reading_analyzer_ja.tokenizer", "keyword")
    Registered: Sat Dec 20 13:04:59 UTC 2025
    - Last Modified: Mon Sep 01 13:33:03 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  7. github.com/codelibs/fess

    src/main/resources/fess_indices/_aws/fess.json 

              "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "truncate20_filter",
            "lowercase",
            "arabic_stop",
            "arabic_normalization",
            "arabic_keywords",
            "arabic_override",
            "arabic_stemmer"
          ]
        },
        "armenian_analyzer": {
          "tokenizer":  "standard",
          "filter": [
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Jun 14 00:36:40 UTC 2025
    - 117.3K bytes
    - Viewed (0)
  8. github.com/codelibs/fess

    src/main/resources/fess_indices/_cloud/fess.json 

              "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "truncate20_filter",
            "lowercase",
            "arabic_stop",
            "arabic_normalization",
            "arabic_keywords",
            "arabic_override",
            "arabic_stemmer"
          ]
        },
        "armenian_analyzer": {
          "tokenizer":  "standard",
          "filter": [
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Feb 27 09:26:16 UTC 2021
    - 117.3K bytes
    - Viewed (0)
  9. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.file_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 02 13:14:56 UTC 2021
    - 484 bytes
    - Viewed (0)
  10. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.web_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 02 13:14:56 UTC 2021
    - 484 bytes
    - Viewed (0)
  11. github.com/codelibs/corelib

    README.md 

    String escaped = JsonUtil.escape("Hello \"World\" with special chars");
String unescaped = JsonUtil.unescape(escaped);

// Text tokenization
Tokenizer tokenizer = new Tokenizer("field1,field2,field3", ",");
while (tokenizer.hasMoreTokens()) {
    String token = tokenizer.nextToken();
    // Process each token
}

// Decimal formatting
DecimalFormat format = DecimalFormatUtil.getDecimalFormat("###,###.00");
```
    Registered: Sat Dec 20 08:55:33 UTC 2025
    - Last Modified: Sun Aug 31 02:56:02 UTC 2025
    - 12.7K bytes
    - Viewed (0)
Back to top