public String csvFileEncoding;

    /**
     * Number of days to keep search logs before purging.
     * Set to -1 to disable automatic purging of search logs.
     */
    @Min(-1)
    @Max(100000)
    @ValidateTypeFailure
    public Integer purgeSearchLogDay;

    /**
     * Number of days to keep job logs before purging.
     * Set to -1 to disable automatic purging of job logs.
     */
    @Min(-1)

            assertEquals("The inputstream is null.", e.getMessage());
            // Note: validateCalled will be false because exception is thrown
            // before the flag can be set, which is the expected behavior
            assertFalse("validateCalled should be false as exception thrown before flag set", extractor.isValidateCalled());
        }
    }

    /**
     * Test that validateInputStream is consistent across multiple calls.

        runner.ensureYellow();
    }

    @AfterClass
    public static void afterClass() throws Exception {
        runner.close();
        runner.clean();
    }

    @Before
    public void before() throws Exception {
        runner.admin().indices().prepareDelete("_all").execute().actionGet();
        runner.refresh();
        suggester = Suggester.builder().build(runner.client(), "SuggesterTest");

 * processing capabilities through the ingest framework, allowing for
 * custom data transformation and enrichment during the crawling process.
 *
 * <p>It supports pluggable ingesters that can modify the result data
 * before it is stored in the search index.</p>
 */
public class FessResponseProcessor extends DefaultResponseProcessor {
    /**
     * Default constructor.
     */
    public FessResponseProcessor() {
        super();

 * that controls the interval between requests to the same host.
 * It uses a Guava Cache to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.

        runner.ensureYellow();
    }

    @AfterClass
    public static void afterClass() throws Exception {
        runner.close();
        runner.clean();
    }

    @Before
    public void before() throws Exception {
        runner.admin().indices().prepareDelete("_all").execute().actionGet();
        runner.refresh();
        settings = Suggester.builder().build(runner.client(), id).settings();
    }

                // this needs to be done before the reference to the remote hostname later
                transport.ensureConnected();

                if (waitForState(transport) == 2) {
                    // already connected
                    return null;
                }
                final int before = this.connectionState.getAndSet(1);
                if (before == 1) {

    }

    /**
     * Gets the delay in milliseconds before processing a URL.
     * @return delay in milliseconds
     */
    public long getDelayMillisBeforeProcessing() {
        return delayMillisBeforeProcessing;
    }

    /**
     * Sets the delay in milliseconds before processing a URL.
     * @param delayMillisBeforeProcessing delay in milliseconds
     */

        runner.ensureYellow();
    }

    @AfterClass
    public static void afterClass() throws Exception {
        runner.close();
        runner.clean();
    }

    @Before
    public void before() throws Exception {
        runner.admin().indices().prepareDelete("_all").execute().actionGet();
        runner.refresh();
        settings = Suggester.builder().build(runner.client(), id).settings();
    }

/**
 * A fault-tolerant wrapper for CrawlerClient that implements retry logic for failed requests.
 * This client will attempt to execute requests multiple times before giving up, with configurable
 * retry counts and intervals between attempts.
 *
 * <p>The client supports a RequestListener interface to monitor the request lifecycle and handle
 * exceptions during retries.</p>
 *