// Test GoodBot - should parse valid directives and ignore invalid ones
        assertNotNull(robotsTxt.getDirective("goodbot"));
        assertFalse(robotsTxt.allows("/admin/", "GoodBot"));
        assertTrue(robotsTxt.allows("/public/", "GoodBot"));
        // Invalid directives should not cause parsing to fail

        // Test crawl-delay with invalid values
        // Invalid number should be ignored, valid ones should work

        final List<String> indices = (List<String>) method.invoke(suggester, aliasName);

        assertNotNull("Indices list should not be null", indices);
        assertEquals("Should find exactly two indices", 2, indices.size());
        assertTrue("Should contain first index", indices.contains(index1));
        assertTrue("Should contain second index", indices.contains(index2));

        // Cleanup

        } catch (Exception e) {
            fail("Should not throw exception in test setup");
        }

        // Execute and verify
        try {
            processor.process(responseData);
            fail("Should throw ChildUrlsException");
        } catch (ChildUrlsException e) {
            Set<RequestData> childUrls = e.getChildUrlList();
            // Set should handle duplicates

        // With threshold 1, writing 1 byte should stay in memory
        ContentOutputStream cos = new ContentOutputStream(1, Curl.tmpDir);
        cos.write(new byte[] { 1 });
        assertTrue(cos.isInMemory());
        assertFalse(cos.done);
        cos.close();
    }

    @Test
    public void testThresholdOneExceeded() throws IOException {
        // With threshold 1, writing 2 bytes should go to file

        // Execute - should not throw any exception even with null
        processor.process(null);
    }

    public void test_processWithEmptyResponseData() {
        // Test process method with empty ResponseData
        NullResponseProcessor processor = new NullResponseProcessor();
        ResponseData responseData = new ResponseData();

        // Execute - should not throw any exception

        innerBuilder.add(new TermQuery(new Term("content", "inner")), BooleanClause.Occur.SHOULD);

        BooleanQuery.Builder outerBuilder = new BooleanQuery.Builder();
        outerBuilder.add(innerBuilder.build(), BooleanClause.Occur.SHOULD);
        outerBuilder.add(new TermQuery(new Term("content", "outer")), BooleanClause.Occur.SHOULD);
        BooleanQuery nestedQuery = outerBuilder.build();

        final File safeFile = new File(baseDir, "subdir/file.txt");
        final File unsafeFile = new File(baseDir, "../../../etc/passwd");

        assertTrue("Safe file should be allowed", FileUtil.isPathSafe(safeFile, baseDir));
        assertFalse("Unsafe file should be blocked", FileUtil.isPathSafe(unsafeFile, baseDir));
    }

    /**
     * Test isPathSafe with path inside base directory
     *
     * @throws Exception

            assertNotNull("Resource should exist", is);
            contentNew = new String(is.readAllBytes(), StandardCharsets.UTF_8);
        }

        // Verify content is valid JSON
        assertTrue("Content should start with {", contentNew.trim().startsWith("{"));
        assertTrue("Content should end with }", contentNew.trim().endsWith("}"));
        assertTrue("Content should be substantial", contentNew.length() > 100);

            assertNotNull("Exception message should not be null", message);
            assertFalse("Exception message should not be empty", message.trim().isEmpty());
            assertTrue("Exception message should mention 'inputstream'", message.toLowerCase().contains("inputstream"));
            assertTrue("Exception message should mention 'null'", message.toLowerCase().contains("null"));
        }
    }

            final String message = e.getMessage();
            assertNotNull("Error message should not be null", message);
            assertFalse("Error message should not be empty", message.trim().isEmpty());
            assertTrue("Error message should start with action verb", message.startsWith("Failed to extract"));
            assertTrue("Error message should contain 'text content'", message.contains("text content"));
        }
    }