crawler.document.html.default.lang=
# Patterns to include for HTML index processing.
crawler.document.html.default.include.index.patterns=
# Patterns to exclude for HTML index processing.
crawler.document.html.default.exclude.index.patterns=(?i).*(css|js|jpeg|jpg|gif|png|bmp|wmv|xml|ico|exe)
# Patterns to include for HTML search processing.
crawler.document.html.default.include.search.patterns=
# Patterns to exclude for HTML search processing.

        try {
            robotsTxt = robotsTxtHelper.parse(in);
        } finally {
            CloseableUtil.closeQuietly(in);
        }

        // Test WildcardBot - wildcard patterns
        // Disallow: /*.pdf$ - should block .pdf files but not .pdf with query params
        assertFalse(robotsTxt.allows("/document.pdf", "WildcardBot"));

        assertTrue(true, "Concurrent setFileId calls should complete without issues");
    }

    @Test
    @DisplayName("Should handle file ID with special patterns")
    void testSpecialFileIdPatterns() {
        // Test various special patterns
        byte[] allZeros = new byte[16];
        byte[] allOnes = new byte[16];
        Arrays.fill(allOnes, (byte) 0xFF);
        byte[] alternating = new byte[16];

/**
 * SMB1 Trans2 Find First 2 transaction request implementation.
 * Initiates directory enumeration operations in SMB1 protocol, allowing clients
 * to search for files and directories matching specified patterns and criteria.
 *
 * @author mbechler
 */
public class Trans2FindFirst2 extends SmbComTransaction {

    // flags

    static final int FLAGS_CLOSE_AFTER_THIS_REQUEST = 0x01;

        // global-level settings somewhere other than ${user.home} and ${maven.home},
        // respectively. Using a simple replacement of these patterns will allow them
        // to specify the absolute path to these files in a customized components.xml
        // file. Ideally, we'd do full pattern-evaluation against the sysprops, but this
        // is a first step. There are several replacements below, in order to normalize

        System.arraycopy(buffer, offset + 8, copiedFileId, 0, 16);
        assertArrayEquals(testFileId, copiedFileId);
    }

    @Test
    @DisplayName("Test with various file ID patterns")
    void testWithVariousFileIdPatterns() {
        // Test with all zeros
        byte[] zeroFileId = new byte[16];
        Smb2CloseRequest zeroRequest = new Smb2CloseRequest(mockConfig, zeroFileId, testFileName);

* Java compilation of Gradle code suffers from small performance penalty (up to 10%).
* Time has to be allocated to clean up existing projects.
* One has to write NullAway-conformant code even when hacking.
* Some patterns used to satisfy NullAway can be slightly more verbose.

    /** Idle connection timeout in milliseconds */
    protected long idleConnectionTimeout = 60 * 1000L; // 1min

    /** Pattern for matching HTTP redirect status codes */
    protected Pattern redirectHttpStatusPattern = Pattern.compile("[3][0-9][0-9]");

    /** Whether to use robots.txt disallow rules */
    protected boolean useRobotsTxtDisallows = true;

        System.arraycopy(buffer, offset + 8, copiedFileId, 0, 16);
        assertArrayEquals(testFileId, copiedFileId);
    }

    @Test
    @DisplayName("Test with various file ID patterns")
    void testWithVariousFileIdPatterns() {
        // Test with all zeros
        byte[] zeroFileId = new byte[16];
        Smb2FlushRequest zeroRequest = new Smb2FlushRequest(mockConfig, zeroFileId);

    /** LZ77 + Huffman compression */
    public static final int COMPRESSION_LZ77_HUFFMAN = 0x2;
    /** LZNT1 compression (Windows standard) */
    public static final int COMPRESSION_LZNT1 = 0x3;
    /** Pattern V1 compression */
    public static final int COMPRESSION_PATTERN_V1 = 0x4;

    private int[] compressionAlgorithms;
    private int flags;

    /**