import jakarta.annotation.PostConstruct;

/**
 * Helper class for document processing and manipulation in the Fess search system.
 * This class provides utilities for processing document content, titles, and digests,
 * handling text normalization, content extraction, and similar document hash encoding/decoding.
 * It also manages document processing requests and integrates with the crawler system.
 *
 */
public class DocumentHelper {

    private static final Logger logger = LogManager.getLogger(FessUrlQueueService.class);

    /** Configuration value for sequential URL processing order */
    protected static final String ORDER_SEQUENTIAL = "sequential";

    /** Configuration value for random URL processing order */
    protected static final String ORDER_RANDOM = "random";

    /**

        assertNotNull(result);
        assertTrue(result.contains("3 docs")); // Verify the job executes
    }

    // Test handling of processing exception
    public void test_execute_withProcessingException() {
        // Create a mock that returns 0 to simulate processing error
        SearchEngineClient errorClient = new SearchEngineClient() {
            @Override
            public long updateByQuery(String index,

/**
 * NullResponseProcessor is a class that implements the ResponseProcessor interface.
 * It provides a no-op implementation for processing response data.
 * This class can be used when you want to skip the response processing step in a crawler.
 *
 * @author kuma
 */
public class NullResponseProcessor implements ResponseProcessor {

    /**
     * Creates a new NullResponseProcessor instance.

        return process(target);
    }

    /**
     * Basic processing method that other process methods delegate to.
     * Default implementation returns the target unchanged.
     * Subclasses should override this method to implement specific processing logic.
     *
     * @param target the document data to process
     * @return the processed document data
     */

 * that controls the interval between requests to the same host.
 * It uses a ConcurrentMap to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.

        this.lastModified = lastModified;
    }

    /**
     * Gets the processing status of this response.
     *
     * @return the processing status
     */
    public int getStatus() {
        return status;
    }

    /**
     * Sets the processing status of this response.
     *
     * @param status the processing status to set
     */
    public void setStatus(final int status) {

package org.codelibs.fess.exception;

/**
 * Exception thrown during SSO (Single Sign-On) processing operations.
 *
 * This exception is used to indicate errors that occur during the execution
 * of SSO authentication and authorization processes. It extends FessSystemException
 * to provide consistent error handling within the Fess system for SSO-related
 * processing failures such as token validation errors, communication failures

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.exception;

/**
 * Exception thrown when an error occurs during job processing.
 * This exception is used to indicate problems that arise during
 * the execution or processing of jobs in the system.
 */
public class JobProcessingException extends FessSystemException {

    private static final long serialVersionUID = 1L;

    /**

import java.util.Map;

import org.codelibs.fess.entity.DataStoreParams;

/**
 * Callback interface for handling index update operations during data store processing.
 * This interface provides methods for storing documents, tracking processing metrics,
 * and committing changes to the search index.
 */
public interface IndexUpdateCallback {

    /**