Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 6 of 6 for tokenizer (0.04 sec)

  1. src/main/java/org/codelibs/core/text/Tokenizer.java

        static {
            setup(defaultCtype);
        }
    
        /**
         * Creates a {@link Tokenizer}.
         *
         * @param str
         *            The string. Must not be {@literal null}.
         */
        public Tokenizer(final String str) {
            this(str, defaultCtype);
        }
    
        /**
         * Creates a {@link Tokenizer}.
         *
         * @param str
         *            The string. Must not be {@literal null}.
    Registered: Fri Sep 05 20:58:11 UTC 2025
    - Last Modified: Sat Jul 05 00:11:05 UTC 2025
    - 8.8K bytes
    - Viewed (0)
  2. src/test/java/org/codelibs/core/text/TokenizerTest.java

        public void testEOF() throws Exception {
            final Tokenizer tokenizer = new Tokenizer("");
            assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
            assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
        }
    
        /**
         * @throws Exception
         */
        @Test
        public void testWhitespace() throws Exception {
            final Tokenizer tokenizer = new Tokenizer("\t       \n");
    Registered: Fri Sep 05 20:58:11 UTC 2025
    - Last Modified: Sat May 10 01:32:17 UTC 2025
    - 2K bytes
    - Viewed (0)
  3. src/main/resources/fess_indices/fess_config.data_config.json

          "number_of_shards": 1,
          "number_of_replicas": 0,
          "auto_expand_replicas": "0-1"
        },
        "analysis": {
          "analyzer": {
            "standard_analyzer": {
              "type": "custom",
              "tokenizer": "standard",
              "filter": [
                "cjk_width",
                "asciifolding",
                "lowercase",
                "stop",
                "stemmer"
              ]
            }
          }
        }
      }
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Dec 02 13:14:56 UTC 2021
    - 484 bytes
    - Viewed (0)
  4. src/main/resources/fess_indices/fess_config.file_config.json

          "number_of_shards": 1,
          "number_of_replicas": 0,
          "auto_expand_replicas": "0-1"
        },
        "analysis": {
          "analyzer": {
            "standard_analyzer": {
              "type": "custom",
              "tokenizer": "standard",
              "filter": [
                "cjk_width",
                "asciifolding",
                "lowercase",
                "stop",
                "stemmer"
              ]
            }
          }
        }
      }
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Dec 02 13:14:56 UTC 2021
    - 484 bytes
    - Viewed (0)
  5. src/main/resources/fess_indices/fess_config.web_config.json

          "number_of_shards": 1,
          "number_of_replicas": 0,
          "auto_expand_replicas": "0-1"
        },
        "analysis": {
          "analyzer": {
            "standard_analyzer": {
              "type": "custom",
              "tokenizer": "standard",
              "filter": [
                "cjk_width",
                "asciifolding",
                "lowercase",
                "stop",
                "stemmer"
              ]
            }
          }
        }
      }
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Dec 02 13:14:56 UTC 2021
    - 484 bytes
    - Viewed (0)
  6. okhttp/src/commonJvmAndroid/kotlin/okhttp3/internal/http/HttpHeaders.kt

     * [TOKEN_DELIMITERS]. Returns null if the buffer is empty or prefixed with a delimiter.
     */
    private fun Buffer.readToken(): String? {
      var tokenSize = indexOfElement(TOKEN_DELIMITERS)
      if (tokenSize == -1L) tokenSize = size
    
      return when {
        tokenSize != 0L -> readUtf8(tokenSize)
        else -> null
      }
    }
    
    fun CookieJar.receiveHeaders(
      url: HttpUrl,
      headers: Headers,
    ) {
    Registered: Fri Sep 05 11:42:10 UTC 2025
    - Last Modified: Mon May 05 16:01:00 UTC 2025
    - 7.2K bytes
    - Viewed (0)
Back to top