controller.setDelayMillisAfterProcessing(0L);

        final long start = System.nanoTime();
        controller.delayAfterProcessing();
        final long elapsed = (System.nanoTime() - start) / 1000000;

        assertTrue("No delay expected", elapsed < 50); // Should be nearly instant
    }

    /**
     * Test delayAfterProcessing with actual delay
     */

        final long elapsed1 = (System.nanoTime() - start1) / 1000000;
        assertTrue("First access should not delay", elapsed1 < 50);

        // Second access to same host - should delay
        q.setUrl("http://example.com/page2");
        final long start2 = System.nanoTime();
        controller.delayBeforeProcessing();
        final long elapsed2 = (System.nanoTime() - start2) / 1000000;

     * Set to -1 to disable automatic purging of search logs.
     */
    @Min(-1)
    @Max(100000)
    @ValidateTypeFailure
    public Integer purgeSearchLogDay;

    /**
     * Number of days to keep job logs before purging.
     * Set to -1 to disable automatic purging of job logs.
     */
    @Min(-1)
    @Max(100000)
    @ValidateTypeFailure
    public Integer purgeJobLogDay;

    /**

#### Issue: Large bulk imports timing out

**Solution**:
- Split large files into smaller batches (e.g., 10,000 docs per file)
- Increase timeout in `system.properties`:
  ```properties
  crawler.document.request.timeout=600000
  ```
- Use asynchronous import via Admin UI instead of API

#### Issue: Special characters in documents not displaying correctly

**Solution**:
- Ensure source files are UTF-8 encoded

    /**
     * Max compression ratio.
     */
    protected long maxCompressionRatio = 100;

    /**
     * Max uncompression size.
     */
    protected long maxUncompressionSize = 1000000;

    /**
     * Initial buffer size.
     */
    protected int initialBufferSize = 10000;

    /**
     * If true, duplicated terms are replaced.
     */

tiatingHeapOccupancyPercent=45\n-XX:G1HeapRegionSize=1m\n-XX:MaxGCPauseMillis=60000\n-XX:G1NewSizePercent=5\n-XX:G1MaxNewSizePercent=5\n-Djcifs.smb.client.responseTimeout=30000\n-Djcifs.smb.client.soTimeout=35000\n-Djcifs.smb.client.connTimeout=60000\n-Djcifs.smb.client.sessionTimeout=60000\n-Djcifs.smb1.smb.client.connTimeout=60000\n-Djcifs.smb1.smb.client.soTimeout=35000\n-Djcifs.smb1.smb.client.responseTimeout=30000\n-Dio.netty.noUnsafe=true\n-Dio.netty.noKeySetOptimization=true\n-Dio.netty.r...

-XX:G1HeapRegionSize=1m\n\
-XX:MaxGCPauseMillis=60000\n\
-XX:G1NewSizePercent=5\n\
-XX:G1MaxNewSizePercent=5\n\
-Djcifs.smb.client.responseTimeout=30000\n\
-Djcifs.smb.client.soTimeout=35000\n\
-Djcifs.smb.client.connTimeout=60000\n\
-Djcifs.smb.client.sessionTimeout=60000\n\
-Djcifs.smb1.smb.client.connTimeout=60000\n\
-Djcifs.smb1.smb.client.soTimeout=35000\n\
-Djcifs.smb1.smb.client.responseTimeout=30000\n\
-Dio.netty.noUnsafe=true\n\