value = "ftp://123.123.123.123:21/test1/test.txt";
        ftpInfo = new FtpClient.FtpInfo(value, Constants.UTF_8);
        assertEquals("ftp://123.123.123.123/test1/test.txt", ftpInfo.toUrl());
        assertEquals("123.123.123.123:21", ftpInfo.getCacheKey());
        assertEquals("123.123.123.123", ftpInfo.getHost());
        assertEquals(21, ftpInfo.getPort());
        assertEquals("/test1", ftpInfo.getParent());

# Case 4: Extra whitespace
User-agent:    ExtraSpaceBot
Disallow:     /spaced/
   Allow:   /also-spaced/

# Case 5: Mixed case directives (should still work)
UsEr-AgEnT: MixedCaseBot
DiSaLlOw: /test1/
AlLoW: /test2/
CrAwL-dElAy: 2
SiTeMaP: http://example.com/sitemap.xml

# Case 6: Comments in various positions
User-agent: CommentBot # inline comment
Disallow: /path1/ # another comment
# Full line comment

    }

    @Test
    public void test_mergeItemsWithDifferentTexts() throws Exception {
        String[][] readings1 = new String[1][];
        readings1[0] = new String[] { "test1" };
        SuggestItem item1 = new SuggestItem(new String[] { "テスト1" }, readings1, new String[] { "content" }, 1, 0, -1,

        assertTrue(responseData.getUrl().endsWith("test/text1.txt"));
        final String content = new String(InputStreamUtil.getBytes(responseData.getResponseBody()), "UTF-8");
        assertEquals("test1", content.trim());
    }

    public void test_doGet_file_with_space() throws Exception {
        final File file = ResourceUtil.getResourceAsFile("test/text 3.txt");
        String path = file.getAbsolutePath();

        assertEquals(0, elevateWords.length);
    }

    @Test
    public void test_restoreElevateWord() throws Exception {
        ElevateWord elevateWord1 =
                new ElevateWord("test1", 2.0f, Collections.singletonList("test1"), Collections.singletonList("content"), null, null);
        ElevateWord elevateWord2 =

        assertTrue(robotsTxt.allows("/also-spaced/", "ExtraSpaceBot"));

        // Test MixedCaseBot - mixed case directives should work
        assertFalse(robotsTxt.allows("/test1/", "MixedCaseBot"));
        assertTrue(robotsTxt.allows("/test2/", "MixedCaseBot"));
        assertEquals(2, robotsTxt.getCrawlDelay("MixedCaseBot"));

        // Test CommentBot - inline comments should be stripped