Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 43 for bots (1.45 sec)

  1. src/main/java/org/codelibs/fess/app/web/admin/general/EditForm.java

         */
        @Min(-1)
        @Max(100000)
        @ValidateTypeFailure
        public Integer purgeUserInfoDay;
    
        /**
         * Bot user agents whose search logs should be purged.
         * Search logs from these bots will be automatically removed.
         */
        @Size(max = 10000)
        public String purgeByBots;
    
        /**
         * Email addresses to receive system notifications.
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 10.6K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/RobotsTxtHelperTest.java

            // Test multiple User-agents in sequence (Bot1, Bot2, Bot3 should share the same rules)
            assertFalse(robotsTxt.allows("/shared/", "Bot1"));
            assertFalse(robotsTxt.allows("/shared/", "Bot2"));
            assertFalse(robotsTxt.allows("/shared/", "Bot3"));
    
            // Test sitemaps - should parse valid sitemaps and ignore invalid ones
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 20.6K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

        /**
         * Returns the most specific directive matching the given user agent.
         * The method finds the longest matching user agent pattern in the directives,
         * excluding the general "*" pattern which matches all bots.
         *
         * @param userAgent the user agent string to match against directives,
         *                 can be null (treated as empty string)
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.5K bytes
    - Viewed (0)
  4. src/main/resources/fess_label_en.properties

    labels.ignoreFailureType=Ignored Failure Type
    labels.lastAccessTime=Last Access Time
    labels.notificationTo=Notification To
    labels.num=Num
    labels.pn=Page Number
    labels.protocolScheme=Scheme
    labels.purgeByBots=Purge Bots
    labels.logLevel=Log Level
    labels.purgeSearchLogDay=Purge Search Log
    labels.query=Query
    labels.queryId=Query ID
    labels.rt=rt
    labels.searchLog=Search Log
    labels.sort=Sort
    labels.start=Start
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 44K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/Constants.java

        /** Default suggest purge day value (30 days). */
        public static final String DEFAULT_SUGGEST_PURGE_DAY = "30";
    
        /** Default list of bot user agents to purge from logs. */
        public static final String DEFAULT_PURGE_BY_BOTS =
                "Crawler,crawler,Bot,bot,Slurp,Yeti,Baidu,Steeler,ichiro,hotpage,Feedfetcher,ia_archiver,Y!J-BRI,Google Desktop,Seznam,Tumblr,YandexBot,Chilkat,CloudFront,Mediapartners,MSIE 6";
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 35.2K bytes
    - Viewed (0)
  6. src/main/resources/fess_label_nl.properties

    labels.ignoreFailureType=Genegeerde fouttypen
    labels.lastAccessTime=Laatste toegangstijd
    labels.notificationTo=Melding aan
    labels.num=Aantal
    labels.pn=Paginanummer
    labels.protocolScheme=Schema
    labels.purgeByBots=Verwijderen door Bots
    labels.logLevel=Logboekniveau
    labels.purgeSearchLogDay=Zoeklogboeken verwijderen
    labels.query=Query
    labels.queryId=Query-ID
    labels.rt=rt
    labels.searchLog=Zoeklogboek
    labels.sort=Sorteren
    labels.start=Startpositie
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 46.1K bytes
    - Viewed (1)
  7. src/main/resources/fess_label_pt_BR.properties

    labels.ignoreFailureType=Tipos de falha ignorados
    labels.lastAccessTime=Data do último acesso
    labels.notificationTo=Notificar para
    labels.num=Número
    labels.pn=Número da página
    labels.protocolScheme=Esquema
    labels.purgeByBots=Excluir por Bots
    labels.logLevel=Nível de log
    labels.purgeSearchLogDay=Excluir logs de pesquisa
    labels.query=Consulta
    labels.queryId=ID da consulta
    labels.rt=rt
    labels.searchLog=Log de pesquisa
    labels.sort=Ordenar
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 48.7K bytes
    - Viewed (0)
  8. src/main/resources/fess_label.properties

    labels.ignoreFailureType=Ignored Failure Type
    labels.lastAccessTime=Last Access Time
    labels.notificationTo=Notification To
    labels.num=Num
    labels.pn=Page Number
    labels.protocolScheme=Scheme
    labels.purgeByBots=Purge Bots
    labels.logLevel=Log Level
    labels.purgeSearchLogDay=Purge Search Log
    labels.query=Query
    labels.queryId=Query ID
    labels.rt=rt
    labels.searchLog=Search Log
    labels.sort=Sort
    labels.start=Start
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 44K bytes
    - Viewed (0)
  9. src/main/resources/fess_label_de.properties

    labels.ignoreFailureType=Ignorierter Fehlertyp
    labels.lastAccessTime=Letzte Zugriffszeit
    labels.notificationTo=Benachrichtigung an
    labels.num=Anzahl
    labels.pn=Seitennummer
    labels.protocolScheme=Schema
    labels.purgeByBots=Bots löschen
    labels.logLevel=Protokollebene
    labels.purgeSearchLogDay=Suchprotokoll löschen
    labels.query=Abfrage
    labels.queryId=Abfrage-ID
    labels.rt=rt
    labels.searchLog=Suchprotokoll
    labels.sort=Sortieren
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 46.9K bytes
    - Viewed (1)
  10. src/main/resources/fess_label_es.properties

    labels.ignoreFailureType=Tipos de fallo ignorados
    labels.lastAccessTime=Fecha del último acceso
    labels.notificationTo=Notificar a
    labels.num=Número
    labels.pn=Número de página
    labels.protocolScheme=Esquema
    labels.purgeByBots=Eliminar por Bots
    labels.logLevel=Nivel de registro
    labels.purgeSearchLogDay=Eliminar registros de búsqueda
    labels.query=Consulta
    labels.queryId=ID de consulta
    labels.rt=rt
    labels.searchLog=Registro de búsqueda
    labels.sort=Ordenar
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Dec 13 02:21:17 UTC 2025
    - 49K bytes
    - Viewed (0)
Back to top