*   <li>Manages crawl delay settings per user agent</li>
 *   <li>Stores sitemap URLs listed in robots.txt</li>
 * </ul>
 *
 * <p>The class uses case-insensitive pattern matching for user agents and supports
 * wildcard characters (*) in user agent strings. When multiple directives match a user agent,
 * the most specific (longest) match is used.</p>
 *
 */
public class RobotsTxt {
    private static final String ALL_BOTS = "*";

        assertNull(crawlerContext.getSessionId());

        crawlerContext.setSessionId("");
        assertEquals("", crawlerContext.getSessionId());

        // Test with special characters
        crawlerContext.setSessionId("session-with-特殊文字-#123");
        assertEquals("session-with-特殊文字-#123", crawlerContext.getSessionId());
    }

    /**
     * Test activeThreadCount getter and setter

        assertNotNull(exception);
        assertEquals(message, exception.getMessage());
        assertEquals(240000, exception.getMessage().length());
    }

    /**
     * Test constructor with special characters in message
     */
    public void test_constructor_withSpecialCharactersInMessage() {
        String message = "Error: \n\t\r\0\b\f with special chars #@!$%^&*()[]{}";

        // Test with empty name
        TestTransformer emptyNameTransformer = new TestTransformer("");
        assertEquals("", emptyNameTransformer.getName());

        // Test with special characters
        TestTransformer specialNameTransformer = new TestTransformer("trans-former_123#");
        assertEquals("trans-former_123#", specialNameTransformer.getName());
    }

    /**