/** The purge job log day setting. */
    public String purgeJobLogDay;

    /** The purge user info day setting. */
    public String purgeUserInfoDay;

    /** The purge by bots setting. */
    public String purgeByBots;

    /** The notification recipient setting. */
    @Required
    @Size(max = 1000)
    public String notificationTo;

    /** The suggest search log setting. */

     */
    @Min(-1)
    @Max(100000)
    @ValidateTypeFailure
    public Integer purgeUserInfoDay;

    /**
     * Bot user agents whose search logs should be purged.
     * Search logs from these bots will be automatically removed.
     */
    @Size(max = 10000)
    public String purgeByBots;

    /**
     * Email addresses to receive system notifications.

        // Test multiple User-agents in sequence (Bot1, Bot2, Bot3 should share the same rules)
        assertFalse(robotsTxt.allows("/shared/", "Bot1"));
        assertFalse(robotsTxt.allows("/shared/", "Bot2"));
        assertFalse(robotsTxt.allows("/shared/", "Bot3"));

        // Test sitemaps - should parse valid sitemaps and ignore invalid ones

    /**
     * Returns the most specific directive matching the given user agent.
     * The method finds the longest matching user agent pattern in the directives,
     * excluding the general "*" pattern which matches all bots.
     *
     * @param userAgent the user agent string to match against directives,
     *                 can be null (treated as empty string)

    }

    public void test_complexScenario() {
        // Test complex robots.txt scenario
        RobotsTxt robotsTxt = new RobotsTxt();

        // Add directive for all bots
        Directive allBotsDirective = new Directive("*");
        allBotsDirective.addDisallow("/admin/");
        allBotsDirective.addDisallow("/private/");
        allBotsDirective.setCrawlDelay(1);

labels.ignoreFailureType=Ignored Failure Type
labels.lastAccessTime=Last Access Time
labels.notificationTo=Notification To
labels.num=Num
labels.pn=Page Number
labels.protocolScheme=Scheme
labels.purgeByBots=Purge Bots
labels.logLevel=Log Level
labels.purgeSearchLogDay=Purge Search Log
labels.query=Query
labels.queryId=Query ID
labels.rt=rt
labels.searchLog=Search Log
labels.sort=Sort
labels.start=Start

    /** Default suggest purge day value (30 days). */
    public static final String DEFAULT_SUGGEST_PURGE_DAY = "30";

    /** Default list of bot user agents to purge from logs. */
    public static final String DEFAULT_PURGE_BY_BOTS =
            "Crawler,crawler,Bot,bot,Slurp,Yeti,Baidu,Steeler,ichiro,hotpage,Feedfetcher,ia_archiver,Y!J-BRI,Google Desktop,Seznam,Tumblr,YandexBot,Chilkat,CloudFront,Mediapartners,MSIE 6";

labels.ignoreFailureType=Genegeerde fouttypen
labels.lastAccessTime=Laatste toegangstijd
labels.notificationTo=Melding aan
labels.num=Aantal
labels.pn=Paginanummer
labels.protocolScheme=Schema
labels.purgeByBots=Verwijderen door Bots
labels.logLevel=Logboekniveau
labels.purgeSearchLogDay=Zoeklogboeken verwijderen
labels.query=Query
labels.queryId=Query-ID
labels.rt=rt
labels.searchLog=Zoeklogboek
labels.sort=Sorteren
labels.start=Startpositie

labels.ignoreFailureType=Tipos de falha ignorados
labels.lastAccessTime=Data do último acesso
labels.notificationTo=Notificar para
labels.num=Número
labels.pn=Número da página
labels.protocolScheme=Esquema
labels.purgeByBots=Excluir por Bots
labels.logLevel=Nível de log
labels.purgeSearchLogDay=Excluir logs de pesquisa
labels.query=Consulta
labels.queryId=ID da consulta
labels.rt=rt
labels.searchLog=Log de pesquisa
labels.sort=Ordenar

labels.ignoreFailureType=Ignored Failure Type
labels.lastAccessTime=Last Access Time
labels.notificationTo=Notification To
labels.num=Num
labels.pn=Page Number
labels.protocolScheme=Scheme
labels.purgeByBots=Purge Bots
labels.logLevel=Log Level
labels.purgeSearchLogDay=Purge Search Log
labels.query=Query
labels.queryId=Query ID
labels.rt=rt
labels.searchLog=Search Log
labels.sort=Sort
labels.start=Start