/**
     * Context object containing crawler state and configuration.
     */
    protected CrawlerContext crawlerContext;

    /**
     * Flag indicating whether the crawler runs in background mode.
     */
    protected boolean background = false;

    /**
     * Flag indicating whether crawler threads run as daemon threads.
     */
    protected boolean daemon = false;

                }
                dr.pathConsumed--;
            }

            if (log.isDebugEnabled()) {
                final String cons = reqPath.substring(0, consumed);
                log.debug("Request " + reqPath + " ref path " + dr.path + " consumed " + dr.pathConsumed + ": " + cons);
            }
        }

        return dr;
    }

    /**
     * {@inheritDoc}
     *

         */
        public MonitorThread(final Process process, final long timeout) {
            this.process = process;
            this.timeout = timeout;
        }

        /**
         * Runs the monitor thread, sleeping for the timeout duration and terminating the process if needed.
         */
        @Override
        public void run() {
            ThreadUtil.sleepQuietly(timeout);

        byte[] buffer = new byte[100];
        // Initialize buffer with zeros to avoid random data
        java.util.Arrays.fill(buffer, (byte) 0);

        // Set dataCount to 0 - but decode still runs
        setDataCount(response, 0);

        int bytesRead = response.readDataWireFormat(buffer, 0, 0);

        // SmbInfoAllocation.decode() always returns 20 bytes regardless of len parameter

import org.codelibs.fess.util.ResourceUtil;
import org.codelibs.fess.util.SystemUtil;

import jakarta.servlet.ServletContext;

/**
 * This job is responsible for executing the suggest creator process.
 * It builds and runs a command-line process to generate suggest data,
 * handling classpath setup, system properties, and process monitoring.
 */
public class SuggestJob extends ExecJob {

/**
 * PdfExtractor extracts text content from PDF files using Apache PDFBox.
 * It supports password-protected PDFs and can extract embedded documents and annotations.
 *
 * <p>The extractor runs text extraction in a separate thread with a configurable timeout
 * to prevent hanging on problematic PDF files. It also extracts metadata from the PDF
 * document and includes it in the extraction result.
 *
 * <p>Features:

 * <li>Sends processed documents to the search engine for indexing</li>
 * <li>Manages cleanup of processed crawler session data</li>
 * </ul>
 *
 * <p>The updater runs continuously until crawling is finished and all documents are processed.
 * It includes error handling, retry logic, and performance monitoring capabilities.
 *
 */
public class IndexUpdater extends Thread {

            this.p = p;
            this.ist = ist;
            this.timeout = timeout;
        }

        /**
         * Runs the process destroyer task to terminate the process.
         */
        @Override
        public void run() {
            if (!p.isAlive()) {
                if (logger.isDebugEnabled()) {

     */
    protected void log(final LogHelper logHelper, final LogType key, final Object... objs) {
        if (logHelper != null) {
            logHelper.log(key, objs);
        }
    }

    /**
     * Runs the crawling process in a separate thread.
     * This method fetches URLs from the queue, accesses content, processes responses,
     * and extracts child URLs until the crawling process is done or no more URLs are available.

            // If it doesn't throw, it should only skip what's available
            assertEquals(3, skipped);
        } catch (IOException e) {
            // This is also acceptable behavior - skip may fail when it runs out of data
            assertTrue(e.getMessage().contains("unexpected EOF"));
        }
    }

    @Test
    @DisplayName("Keep-alive packets are transparently skipped")