while (!crawlerRunning) {
            ThreadUtil.sleepQuietly(crawlerWaitMillis);
        }
    }

    /**
     * Applies delay based on the configured interval rules.
     * This method calculates the appropriate delay for the current time
     * and applies it by sleeping the current thread.
     */
    public void delayByRules() {
        final long delay = getDelay();
        if (delay > 0) {

 * This class handles URL conversion based on duplicate host rules, allowing multiple
 * hostnames or URLs to be treated as equivalent for crawling and indexing purposes.
 * It maintains a list of DuplicateHost rules and applies them to URLs.
 *
 */
public class DuplicateHostHelper {
    private static final Logger logger = LogManager.getLogger(DuplicateHostHelper.class);

    /** List of duplicate host rules for URL conversion */

                if (encInfos.length == 2) {
                    encodingMap.put("/" + encInfos[0] + "/", encInfos[1]);
                }
            }
        }
    }

    /**
     * Processes requests and applies character encoding conversion if needed.
     * Checks if the request path matches any configured encoding rule and
     * performs URL redirection with proper parameter encoding.
     *

 * and processes them to create thumbnail images based on configured dimensions
 * and format settings.
 *
 * <p>The generator validates image MIME types, processes image data through
 * ImageIO operations, and applies scaling and cropping to generate thumbnails
 * that meet the specified size requirements.</p>
 *
 */
public class HtmlTagBasedGenerator extends BaseThumbnailGenerator {

 * </pre>
 *
 * <p>Methods:</p>
 * <ul>
 *   <li>{@link #normalize(String, String, String...)} - Applies all added normalizers to the input text.</li>
 *   <li>{@link #add(Normalizer)} - Adds a new normalizer to the chain.</li>
 * </ul>
 *
 * <p>Fields:</p>
 * <ul>
 *   <li>{@code normalizers} - A list of normalizers to be applied in sequence.</li>
 * </ul>
 */
public class NormalizerChain implements Normalizer {
    /**

        return getXContentBuilderOutputStream((builder, params) -> xContent.toXContent(builder, params), mediaType);
    }

    /**
     * Scrolls through all documents in the specified index and applies the callback function to each hit.
     *
     * @param index the name of the index to scroll through
     * @param callback the function to apply to each search hit, returning true to continue or false to stop

     */
    @Resource
    protected FessConfig fessConfig;

    /**
     * Retrieves a paginated list of file configurations based on the provided pager criteria.
     * This method applies search conditions from the pager and updates the pager with
     * pagination information including page numbers and result counts.
     *
     * @param fileConfigPager the pager containing search criteria and pagination settings

 * Represents a function that accepts one argument and produces a boolean result.
 * @param <T> the type of the input to the function
 */
@FunctionalInterface
public interface BooleanFunction<T> {
    /**
     * Applies this function to the given argument.
     * @param t the function argument
     * @return the function result
     */
    boolean apply(T t);

    }

    /**
     * Adds a boost function with a filter to modify document scoring during search.
     * This method adds a boost function that applies only to documents matching the filter.
     *
     * @param filter the query filter to determine which documents the boost applies to
     * @param scoreFunction the score function to add for boosting
     */

     * @return the list of access results
     */
    List<RESULT> getAccessResultList(String url, boolean hasData);

    /**
     * Iterates over access results for the given session ID and applies the callback.
     *
     * @param sessionId the session ID
     * @param accessResultCallback the callback to apply to each access result
     */