Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 12 for duplicates (0.1 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/impl/UrlQueueServiceImpl.java

     *   <li>Deleting URL queues associated with a session.</li>
     *   <li>Deleting all URL queues.</li>
     *   <li>Offering a list of URLs to the queue, ensuring duplicates are not added.</li>
     *   <li>Polling (retrieving and removing) a URL from the queue.</li>
     *   <li>Saving the session (currently a no-op).</li>
     *   <li>Checking if a URL has already been visited.</li>
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 9.3K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/suggest/entity/SuggestItem.java

            map.put(FieldNames.TIMESTAMP, timestamp.toInstant().toEpochMilli());
            return map;
        }
    
        /**
         * Concatenates values to a destination list, avoiding duplicates.
         * @param dest The destination list.
         * @param newValues The new values to add.
         * @param <T> The type of the values.
         */
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Thu Aug 07 02:41:28 UTC 2025
    - 25.1K bytes
    - Viewed (0)
  3. src/test/java/org/codelibs/fess/suggest/entity/SuggestItemTest.java

            SuggestItem.Kind[] result = SuggestItem.concatKinds(kinds1, kinds2);
    
            assertNotNull(result);
            assertEquals(2, result.length); // Should not have duplicates
            assertTrue(Arrays.asList(result).contains(SuggestItem.Kind.QUERY));
            assertTrue(Arrays.asList(result).contains(SuggestItem.Kind.DOCUMENT));
        }
    
        @Test
        public void testEmptySource() {
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Mon Sep 01 13:33:03 UTC 2025
    - 16.7K bytes
    - Viewed (0)
  4. src/test/java/org/codelibs/fess/suggest/util/SuggestUtilTest.java

            assertNotNull(invalidKeywords);
            assertEquals(0, invalidKeywords.size());
        }
    
        @Test
        public void testGetKeywordsWithDuplicates() {
            // Test that duplicates are removed
            String query = "test test query";
            String[] fields = { "content" };
            List<String> keywords = SuggestUtil.getKeywords(query, fields);
            assertNotNull(keywords);
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Mon Sep 01 13:33:03 UTC 2025
    - 18.2K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/FileTransformer.java

        }
    
        /**
         * Gets the maximum number of duplicated paths to attempt.
         *
         * @return the maximum duplicated path count
         */
        public int getMaxDuplicatedPath() {
            return maxDuplicatedPath;
        }
    
        /**
         * Sets the maximum number of duplicated paths to attempt.
         *
         * @param maxDuplicatedPath the maximum duplicated path count to set
         */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 11.7K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/TextUtil.java

     *   <li>Optionally removing duplicate terms based on a flag.</li>
     *   <li>Limiting the maximum size of alphanumeric and symbol terms.</li>
     * </ul>
     *
     * <p>The {@link TextNormalizeContext} class provides a fluent API to configure the text
     * normalization process, including setting initial buffer capacity, maximum term sizes,
     * duplicate term removal, and custom space characters.
     *
     * <p>Example usage:
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 12K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/TikaExtractor.java

         */
        public void setInitialBufferSize(final int initialBufferSize) {
            this.initialBufferSize = initialBufferSize;
        }
    
        /**
         * Sets whether duplicated terms are replaced.
         * @param replaceDuplication If true, duplicated terms are replaced.
         */
        public void setReplaceDuplication(final boolean replaceDuplication) {
            this.replaceDuplication = replaceDuplication;
        }
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 30.7K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/suggest/request/suggest/SuggestRequestBuilder.java

            request.setMatchWordFirst(matchWordFirst);
            return this;
        }
    
        /**
         * Sets whether to skip duplicate words.
         * @param skipDuplicateWords True to skip duplicate words, false otherwise.
         * @return This builder instance.
         */
        public SuggestRequestBuilder setSkipDuplicateWords(final boolean skipDuplicateWords) {
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Fri Jul 04 14:00:23 UTC 2025
    - 4.8K bytes
    - Viewed (0)
  9. src/test/java/org/codelibs/opensearch/extension/kuromoji/index/analysis/KuromojiTokenizerFactory.java

        }
    
        private static String parse(String rule, Set<String> dup) {
            String[] values = CSVUtil.parse(rule);
            if (dup.add(values[0]) == false) {
                throw new IllegalArgumentException("Found duplicate term [" + values[0] + "] in user dictionary.");
            }
            return rule;
        }
    
        public static UserDictionary getUserDictionary(Environment env, Settings settings) {
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Sat Mar 15 06:51:20 UTC 2025
    - 4.7K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/suggest/request/suggest/SuggestRequest.java

         */
        public void setMatchWordFirst(final boolean matchWordFirst) {
            this.matchWordFirst = matchWordFirst;
        }
    
        /**
         * Sets whether to skip duplicate words.
         * @param skipDuplicateWords True to skip duplicate words, false otherwise.
         */
        public void setSkipDuplicateWords(final boolean skipDuplicateWords) {
            this.skipDuplicateWords = skipDuplicateWords;
        }
    
        /**
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Thu Aug 07 02:41:28 UTC 2025
    - 17.8K bytes
    - Viewed (0)
Back to top