Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 31 - 40 of 44 for Tokenize (0.06 seconds)

  2. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/opensearch/extension/analysis/NGramSynonymTokenizerFactory.java 

     * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.opensearch.extension.analysis;

import org.apache.lucene.analysis.Tokenizer;
import org.opensearch.common.settings.Settings;
import org.opensearch.env.Environment;
import org.opensearch.index.IndexSettings;
import org.opensearch.index.analysis.AbstractTokenizerFactory;

/**
    Created: Fri Apr 17 09:08:13 GMT 2026
    - Last Modified: Sat Mar 15 06:51:20 GMT 2025
    - 2.4K bytes
    - Click Count (0)
  3. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/fess/suggest/converter/AnalyzerConverterTest.java 

                    .put("analysis.analyzer.test_reading_analyzer.tokenizer", "standard")
                .put("analysis.analyzer.test_reading_term_analyzer.type", "custom")
                .put("analysis.analyzer.test_reading_term_analyzer.tokenizer", "standard")
                .put("analysis.analyzer.test_reading_analyzer_ja.type", "custom")
                .put("analysis.analyzer.test_reading_analyzer_ja.tokenizer", "keyword")
    Created: Fri Apr 17 09:08:13 GMT 2026
    - Last Modified: Mon Sep 01 13:33:03 GMT 2025
    - 12.5K bytes
    - Click Count (0)
  4. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.data_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 02 13:14:56 GMT 2021
    - 484 bytes
    - Click Count (0)
  5. github.com/codelibs/fess

    src/main/resources/fess_indices/_aws/fess.json 

              "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "truncate20_filter",
            "lowercase",
            "arabic_stop",
            "arabic_normalization",
            "arabic_keywords",
            "arabic_override",
            "arabic_stemmer"
          ]
        },
        "armenian_analyzer": {
          "tokenizer":  "standard",
          "filter": [
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Mar 15 07:52:55 GMT 2026
    - 117.5K bytes
    - Click Count (0)
  6. github.com/codelibs/fess

    src/main/resources/fess_indices/_cloud/fess.json 

              "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "truncate20_filter",
            "lowercase",
            "arabic_stop",
            "arabic_normalization",
            "arabic_keywords",
            "arabic_override",
            "arabic_stemmer"
          ]
        },
        "armenian_analyzer": {
          "tokenizer":  "standard",
          "filter": [
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Mar 15 07:52:55 GMT 2026
    - 117.5K bytes
    - Click Count (0)
  7. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.file_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 02 13:14:56 GMT 2021
    - 484 bytes
    - Click Count (0)
  8. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.web_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 02 13:14:56 GMT 2021
    - 484 bytes
    - Click Count (0)
  9. github.com/codelibs/corelib

    README.md 

    String escaped = JsonUtil.escape("Hello \"World\" with special chars");
String unescaped = JsonUtil.unescape(escaped);

// Text tokenization
Tokenizer tokenizer = new Tokenizer("field1,field2,field3", ",");
while (tokenizer.hasMoreTokens()) {
    String token = tokenizer.nextToken();
    // Process each token
}

// Decimal formatting
DecimalFormat format = DecimalFormatUtil.getDecimalFormat("###,###.00");
```
    Created: Fri Apr 03 20:58:12 GMT 2026
    - Last Modified: Sun Aug 31 02:56:02 GMT 2025
    - 12.7K bytes
    - Click Count (0)
  10. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/fess/suggest/analysis/SuggestAnalyzerTest.java 

            List<AnalyzeToken> tokens = analyzer.analyzeAndReading(text, field, lang);

        assertNotNull(tokens);
        assertEquals(2, tokens.size()); // "Test123" and "ABC-456" (hyphen is not a split char in our tokenizer)
        assertEquals("Test123", tokens.get(0).getTerm());
        assertEquals("ABC-456", tokens.get(1).getTerm());
        assertEquals("TEST123", ((TestAnalyzeToken) tokens.get(0)).getReading());
    Created: Fri Apr 17 09:08:13 GMT 2026
    - Last Modified: Mon Sep 01 13:33:03 GMT 2025
    - 15.7K bytes
    - Click Count (0)
  11. github.com/codelibs/corelib

    CLAUDE.md 

    ├── nio/         # NIO file utilities
├── security/    # Security & MessageDigest utilities
├── sql/         # SQL type utilities
├── stream/      # Stream utilities
├── text/        # Text processing (JSON, Tokenizer)
├── timer/       # Timer utilities
├── xml/         # XML processing
├── zip/         # ZIP file utilities
└── CoreLibConstants.java
src/test/java/   # Test classes (mirrors main structure)
```
    Created: Fri Apr 03 20:58:12 GMT 2026
    - Last Modified: Thu Mar 12 03:38:56 GMT 2026
    - 3K bytes
    - Click Count (0)
Back to Top