reader.addSort(SortBuilders.fieldSort("field2"));
        int count = 0;
        int prev = -1;
        Map<String, Object> source;
        while ((source = reader.read()) != null) {
            int current = Integer.parseInt(source.get("field2").toString());
            assertTrue(prev < current);
            prev = current;
            count++;
        }
        assertEquals(num, count);

            }
        }
    }

    static MyToken getNextUniqueToken(final PriorityQueue<MyToken> que, final MyToken prev) {
        while (true) {
            final MyToken token = que.poll();
            if (token == null) {
                return null;
            }
            if (prev == null || !prev.identical(token)) {
                return token;
            }
        }
    }

        final StringBuilder buf = new StringBuilder(searchWord.length());
        char prev = 0;
        for (final char c : searchWord.toCharArray()) {
            if (!Character.isWhitespace(c)) {
                buf.append(c);
            } else if (!Character.isWhitespace(prev)) {
                buf.append(' ');
            }
            prev = c;
        }
        final String[] words = buf.toString().trim().split(" ");

 *
 * <p>This exception can be thrown with a message, a cause, or both.</p>
 *
 * <pre>
 * Example usage:
 * throw new SuggestIndexException("Indexing error occurred");
 * throw new SuggestIndexException(new IOException("IO error"));
 * throw new SuggestIndexException("Indexing error", new IOException("IO error"));
 * </pre>
 *
 * @see SuggesterException
 */
public class SuggestIndexException extends SuggesterException {

 * to create an exception instance with a message, a cause, or both.
 *
 * <p>Usage examples:</p>
 * <pre>
 * throw new SuggesterException("An error occurred");
 * throw new SuggesterException(new IOException("IO error"));
 * throw new SuggesterException("An error occurred", new IOException("IO error"));
 * </pre>
 *
 * @see RuntimeException
 */
public class SuggesterException extends RuntimeException {

 * It applies each normalizer in the order they were added to the chain.
 *
 * <p>Usage example:</p>
 * <pre>
 * NormalizerChain chain = new NormalizerChain();
 * chain.add(new SomeNormalizer());
 * chain.add(new AnotherNormalizer());
 * String normalizedText = chain.normalize("input text", "field", "en");
 * </pre>
 *
 * <p>Methods:</p>
 * <ul>

 * encoding for URL decoding.</p>
 *
 * <p>Example usage:</p>
 * <pre>
 * {@code
 * IdnDnsResolver resolver = new IdnDnsResolver();
 * resolver.setFlag(IDN.ALLOW_UNASSIGNED);
 * resolver.setEncoding("UTF-8");
 * InetAddress[] addresses = resolver.resolve("example.com");
 * }
 * </pre>
 *
 */
public class IdnDnsResolver implements DnsResolver {

    /** Flag for IDN conversion. */

 * </p>
 *
 * <p>
 * Example usage:
 * </p>
 *
 * <pre>
 * try {
 *     // Attempt to access a resource
 * } catch (CrawlingAccessException e) {
 *     if (e.isErrorEnabled()) {
 *         // Log the error
 *     }
 * }
 * </pre>
 */
public class CrawlingAccessException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

 * the ICUNormalizer instance.</p>
 *
 * <p>Example usage:</p>
 * <pre>
 * ICUNormalizer normalizer = new ICUNormalizer("Any-Latin; NFD; [:Nonspacing Mark:] Remove; NFC");
 * String normalizedText = normalizer.normalize("text to normalize", "field");
 * </pre>
 *
 * @see com.ibm.icu.text.Transliterator
 */
public class ICUNormalizer implements Normalizer {

 *   <li>{@code PRE_PROCESSING} - Represents the pre-processing state.</li>
 *   <li>{@code POST_PROCESSING} - Represents the post-processing state.</li>
 *   <li>{@code NO_URL_IN_QUEUE} - Indicates that there are no URLs in the queue.</li>
 *   <li>{@code WAIT_NEW_URL} - Indicates that the crawler is waiting for new URLs.</li>
 * </ul>
 */
public interface IntervalController {
    /** Constant representing the pre-processing state. */