User-agent: WildcardBot
Disallow: /*.pdf$
Disallow: /admin/*.php
Disallow: /*/private/
Allow: /public/*.html

# Test end-of-path ($) patterns
User-agent: EndPathBot
Disallow: /fish$
Disallow: /temp$
Allow: /fishing

# Test complex patterns
User-agent: ComplexBot
Disallow: /
Allow: /$
Allow: /index.html$
Allow: /public/

# Test priority rules (longer match wins)
User-agent: PriorityBot

set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.context.path=/
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.port=8080
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.webapp.path=%FESS_HOME%\app
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.temp.path=%FESS_HOME%\temp
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.log.name=%APP_NAME%
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.log.path=%FESS_HOME%\logs
set FESS_JAVA_OPTS=%FESS_JAVA_OPTS% -Dfess.log.level=warn

- Thread-local storage via `CrawlingParameterUtil`

**Resource Management**:
- `AutoCloseable` throughout
- `DeferredFileOutputStream` for large responses (temp files for >1MB)
- Connection pooling with limits
- Background temp file deletion via `FileUtil.deleteInBackground()`

**Fault Tolerance**:
- `FaultTolerantClient` wrapper (retry, circuit breaker)

    public void test_temp_file_creation() {
        // Test that temp file uses correct prefix "GcsClient" not "StorageClient"
        GcsClient client = new GcsClient() {
            @Override
            protected java.io.File createTempFile(String prefix, String suffix, java.io.File directory) {
                // Verify the prefix is correct

if [ "x$APP_NAME" = "x" ]; then
  APP_NAME=fess
fi
if [ "x$SEARCH_ENGINE_HOME" = "x" ]; then
  SEARCH_ENGINE_HOME=$FESS_HOME/es
fi
if [ "x$FESS_TEMP_PATH" = "x" ]; then
  FESS_TEMP_PATH=$FESS_HOME/temp
fi
if [ "x$FESS_LOG_PATH" = "x" ]; then
  FESS_LOG_PATH=$FESS_HOME/logs
fi
if [ "x$FESS_LOG_LEVEL" = "x" ]; then
  FESS_LOG_LEVEL=warn
fi
if [ "x$FESS_PORT" = "x" ]; then
  FESS_PORT=8080
fi

        // Create a temporary file
        File tempFile = File.createTempFile("test-", ".tmp");
        try (FileOutputStream fos = new FileOutputStream(tempFile)) {
            fos.write("Test data for deletion".getBytes());
        }

        String filePath = tempFile.getAbsolutePath();
        assertTrue("Temp file should exist before opening stream", tempFile.exists());

            }
        } finally {
            // Clean up
            tempFile.delete();
        }
    }

    public void test_createResponseBodyFile_tempFilePrefix() throws Exception {
        // Test that temp file has correct prefix
        ResponseData responseData = new ResponseData() {
            @Override
            public InputStream getResponseBody() {
                return new ByteArrayInputStream("Test".getBytes());

            tempFile.setWritable(false, false);
            tempFile.setWritable(true, true);
            return tempFile;
        } catch (final IOException e) {
            throw new CrawlerSystemException("Could not create a temp file.", e);
        }
    }

    /**
     * Validates that the input stream is not null.
     * This is a common validation performed by most extractors.
     *
     * @param in The input stream to validate

                return false;
            } finally {
                if (tempFile != null && !tempFile.delete()) {
                    logger.debug("Failed to delete temp file: {}", tempFile.getAbsolutePath());
                }
            }
        });

    }

    /**
     * Executes a command to generate a thumbnail using the specified command list.
     * <p>

        } catch (CrawlingAccessException e) {
            assertTrue(e.getCause() instanceof InterruptedException);
        }
    }

    public void test_temp_file_creation() {
        // Test that temp file uses correct prefix "S3Client" not "StorageClient"
        S3Client client = new S3Client() {
            @Override
            protected java.io.File createTempFile(String prefix, String suffix, java.io.File directory) {