Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 3 of 3 for Dale (1.45 sec)

  2. github.com/codelibs/fess-crawler

    fess-crawler/src/test/resources/org/codelibs/fess/crawler/helper/robots_wildcard.txt 

    User-agent: ComplexBot
Disallow: /
Allow: /$
Allow: /index.html$
Allow: /public/

# Test priority rules (longer match wins)
User-agent: PriorityBot
Disallow: /store
Allow: /store/public
Disallow: /store/public/sale

# Test Allow vs Disallow with same length (Allow wins)
User-agent: SameLengthBot
Disallow: /page
Allow: /page

# Test multiple wildcards
User-agent: MultiWildcardBot
Disallow: /*.cgi*
Disallow: /*?*id=*
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 14:03:41 UTC 2025
    - 910 bytes
    - Viewed (0)
  3. github.com/codelibs/fess-crawler

    fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/RobotsTxtHelperTest.java 

            assertFalse(robotsTxt.allows("/store", "PriorityBot"));
        assertFalse(robotsTxt.allows("/store/items", "PriorityBot"));
        assertTrue(robotsTxt.allows("/store/public", "PriorityBot")); // Allow is more specific
        assertTrue(robotsTxt.allows("/store/public/items", "PriorityBot"));
        assertFalse(robotsTxt.allows("/store/public/sale", "PriorityBot")); // Most specific disallow
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 20.6K bytes
    - Viewed (0)
  4. github.com/codelibs/fess

    src/main/resources/fess_indices/_aws/fess.json 

    "oricât", "orice", "oricînd", "oricine", "oricît", "oricum", "oriunde", "până", "pe", "pentru", "peste", "pînă", "poate", "pot", "prea", "prima", "primul", "prin", "printr", "sa", "să", "săi", "sale", "sau", "său", "se", "şi", "sînt", "sîntem", "sînteţi", "spre", "sub", "sunt", "suntem", "sunteţi", "ta", "tăi", "tale", "tău", "te", "ţi", "ţie", "tine", "toată", "toate", "tot", "toţi", "totuşi", "tu", "un", "una", "unde", "undeva", "unei", "unele", "uneori", "unor", "vă", "vi", "voastră", "voastre", "voi",...
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sat Jun 14 00:36:40 UTC 2025
    - 117.3K bytes
    - Viewed (0)
Back to top