* Specified failure types will not be logged or counted as errors.
     */
    @Size(max = 1000)
    public String ignoreFailureType;

    /**
     * Threshold for failure count before stopping crawling of a URL.
     * Set to -1 to disable the threshold check.
     */
    @Required
    @Min(-1)
    @Max(10000)
    @ValidateTypeFailure
    public Integer failureCountThreshold;

    /**

    /**
     * Stops the crawling process.
     * Sets the crawler status to DONE and interrupts all crawler threads.
     */
    public void stop() {
        if (logger.isInfoEnabled()) {
            logger.info("Stopping crawler: sessionId={}, status={}", crawlerContext.sessionId, crawlerContext.getStatus());
        }
        crawlerContext.setStatus(CrawlerStatus.DONE);
        try {
            if (crawlerThreadGroup != null) {

        }
        if (logger.isDebugEnabled()) {
            logger.debug(officeManager.getClass().getSimpleName() + " is started.");
        }
    }

    /**
     * Destroys the extractor by stopping the office manager.
     *
     * @throws CrawlerSystemException if the office manager fails to stop
     */
    @PreDestroy
    public void destroy() {
        try {
            officeManager.stop();

        return new File(LaServletContextUtil.getServletContext().getRealPath(path));
    }

    /**
     * Checks if the system is in a force-stop state.
     *
     * @return true if the system is force-stopping, false otherwise.
     */
    public boolean isForceStop() {
        return forceStop.get();
    }

    /**
     * Sets the force-stop state of the system.
     *

     */
    @PreDestroy
    public void destroy() {
        if (!finishCrawling) {
            if (logger.isInfoEnabled()) {
                logger.info("Stopping all crawlers.");
            }
            forceStop();
        }
    }

    /**
     * Adds a finished session ID to the cleanup list.

 * and format settings.
 *
 * <p>The generator validates image MIME types, processes image data through
 * ImageIO operations, and applies scaling and cropping to generate thumbnails
 * that meet the specified size requirements.</p>
 *
 */
public class HtmlTagBasedGenerator extends BaseThumbnailGenerator {

 */
public class RelatedQueryHelper extends AbstractConfigHelper {
    private static final Logger logger = LogManager.getLogger(RelatedQueryHelper.class);

    /**
     * Map storing related queries organized by virtual host key and search term.
     * The outer map key is the virtual host key, the inner map key is the search term
     * (in lowercase), and the value is an array of related query strings.
     */

 */
public class HostIntervalController extends DefaultIntervalController {

    /** Default cache expire duration in hours */
    private static final long DEFAULT_CACHE_EXPIRE_HOURS = 1L;

    /** Cache storing the last access time for each host. */
    private final Cache<String, AtomicLong> lastTimes;

    /**
     * Constructs a new HostIntervalController with default parameters.
     */
    public HostIntervalController() {

        logger.info("Creating new suggest index.");
        suggestHelper.suggester().createNextIndex();

        logger.info("Storing all bad words.");
        suggestHelper.storeAllBadWords(true);

        logger.info("Storing all elevate words.");
        suggestHelper.storeAllElevateWords(true);

        final AtomicInteger exitCode = new AtomicInteger(0);

    protected List<String> contentFieldList;

    /** The popular word helper for handling popular words. */
    protected PopularWordHelper popularWordHelper = null;

    /** The interval for storing search logs. */
    protected long searchStoreInterval = 1; // min

    /**
     * Initializes the SuggestHelper.
     * This method sets up the suggester, configures field names, and initializes