Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 11 - 20 of 46 for tokenizer (0.26 seconds)

  2. github.com/golang/go

    src/cmd/asm/internal/asm/line_test.go 

    	})
}

func testBadInstParser(t *testing.T, goarch string, tests []badInstTest) {
	for i, test := range tests {
		arch, ctxt := setArch(goarch)
		tokenizer := lex.NewTokenizer("", strings.NewReader(test.input+"\n"), nil)
		parser := NewParser(ctxt, arch, tokenizer)

		err := tryParse(t, func() {
			parser.Parse()
		})

		switch {
		case err == nil:
    Created: Tue Apr 07 11:13:11 GMT 2026
    - Last Modified: Tue Aug 29 07:48:38 GMT 2023
    - 1.9K bytes
    - Click Count (0)
  3. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/opensearch/extension/analysis/SynonymLoader.java 

                @Override
            protected TokenStreamComponents createComponents(final String fieldName) {
                final Tokenizer tokenizer = new KeywordTokenizer();
                final TokenStream stream = ignoreCase ? new LowerCaseFilter(tokenizer) : tokenizer;
                return new TokenStreamComponents(tokenizer, stream);
            }
        };
    }
    Created: Fri Apr 17 09:08:13 GMT 2026
    - Last Modified: Sun May 18 02:59:16 GMT 2025
    - 6.7K bytes
    - Click Count (1)
  4. github.com/google/guava

    android/guava/src/com/google/common/net/MediaType.java 

        checkNotNull(input);
    Tokenizer tokenizer = new Tokenizer(input);
    try {
      String type = tokenizer.consumeToken(TOKEN_MATCHER);
      consumeSeparator(tokenizer, '/');
      String subtype = tokenizer.consumeToken(TOKEN_MATCHER);
      ImmutableListMultimap.Builder<String, String> parameters = ImmutableListMultimap.builder();
      while (tokenizer.hasMore()) {
        consumeSeparator(tokenizer, ';');
    Created: Fri Apr 03 12:43:13 GMT 2026
    - Last Modified: Thu Oct 02 01:46:40 GMT 2025
    - 48K bytes
    - Click Count (0)
  5. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.data_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 02 13:14:56 GMT 2021
    - 484 bytes
    - Click Count (0)
  6. github.com/codelibs/fess

    src/main/resources/fess_indices/_aws/fess.json 

              "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "truncate20_filter",
            "lowercase",
            "arabic_stop",
            "arabic_normalization",
            "arabic_keywords",
            "arabic_override",
            "arabic_stemmer"
          ]
        },
        "armenian_analyzer": {
          "tokenizer":  "standard",
          "filter": [
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Mar 15 07:52:55 GMT 2026
    - 117.5K bytes
    - Click Count (0)
  7. github.com/codelibs/fess

    src/main/resources/fess_indices/_cloud/fess.json 

              "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "truncate20_filter",
            "lowercase",
            "arabic_stop",
            "arabic_normalization",
            "arabic_keywords",
            "arabic_override",
            "arabic_stemmer"
          ]
        },
        "armenian_analyzer": {
          "tokenizer":  "standard",
          "filter": [
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Mar 15 07:52:55 GMT 2026
    - 117.5K bytes
    - Click Count (0)
  8. github.com/codelibs/fess-suggest

    src/test/java/org/codelibs/opensearch/extension/kuromoji/index/analysis/KuromojiTokenizerFactory.java 

    import java.io.IOException;
import java.io.StringReader;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

import org.apache.lucene.analysis.Tokenizer;
import org.apache.lucene.analysis.ja.JapaneseTokenizer;
import org.apache.lucene.analysis.ja.JapaneseTokenizer.Mode;
import org.apache.lucene.analysis.ja.dict.UserDictionary;
import org.apache.lucene.analysis.util.CSVUtil;
    Created: Fri Apr 17 09:08:13 GMT 2026
    - Last Modified: Sat Mar 15 06:51:20 GMT 2025
    - 4.7K bytes
    - Click Count (0)
  9. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.file_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 02 13:14:56 GMT 2021
    - 484 bytes
    - Click Count (0)
  10. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.web_config.json 

          "number_of_shards": 1,
      "number_of_replicas": 0,
      "auto_expand_replicas": "0-1"
    },
    "analysis": {
      "analyzer": {
        "standard_analyzer": {
          "type": "custom",
          "tokenizer": "standard",
          "filter": [
            "cjk_width",
            "asciifolding",
            "lowercase",
            "stop",
            "stemmer"
          ]
        }
      }
    }
  }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 02 13:14:56 GMT 2021
    - 484 bytes
    - Click Count (0)
  11. github.com/codelibs/jcifs

    src/main/java/jcifs/smb1/http/Handler.java 

                if (handler == null) {
                final String path = System.getProperty(HANDLER_PKGS_PROPERTY);
                final StringTokenizer tokenizer = new StringTokenizer(path, "|");
                while (tokenizer.hasMoreTokens()) {
                    final String provider = tokenizer.nextToken().trim();
                    if (provider.equals("jcifs.smb1")) {
                        continue;
                    }
    Created: Sun Apr 05 00:10:12 GMT 2026
    - Last Modified: Sat Aug 16 01:32:48 GMT 2025
    - 6.1K bytes
    - Click Count (0)
Back to Top