Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 10 of 21 for Disallow (0.05 seconds)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/RobotsTxtHelperTest.java

            assertFalse(robotsTxt.allows("/store/public/sale", "PriorityBot")); // Most specific disallow
            assertFalse(robotsTxt.allows("/store/public/sale/item", "PriorityBot"));
    
            // Test SameLengthBot - Allow wins when same length as Disallow
            // Disallow: /page, Allow: /page
            assertTrue(robotsTxt.allows("/page", "SameLengthBot")); // Allow takes precedence
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 20.6K bytes
    - Click Count (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

     *
     * <p>Key features:</p>
     * <ul>
     *   <li>Supports multiple user-agent directives with pattern matching</li>
     *   <li>Handles Allow and Disallow rules for path-based access control</li>
     *   <li>Manages crawl delay settings per user agent</li>
     *   <li>Stores sitemap URLs listed in robots.txt</li>
     * </ul>
     *
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 18.5K bytes
    - Click Count (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

     * <li>Disallow and Allow directives with pattern matching</li>
     * <li>Wildcard (*) in paths - matches any sequence of characters</li>
     * <li>End-of-path ($) matching - matches the end of URL path</li>
     * <li>Crawl-delay directive</li>
     * <li>Sitemap directive</li>
     * <li>Comment support (#)</li>
     * <li>Priority-based matching (longest match wins, Allow beats Disallow at equal length)</li>
     * </ul>
     *
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Fri Nov 14 12:52:01 GMT 2025
    - 11.4K bytes
    - Click Count (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/entity/RobotsTxtTest.java

            directive.addDisallow("/admin/");
            directive.addDisallow("/private/");
    
            String[] disallows = directive.getDisallows();
            assertEquals(2, disallows.length);
            assertEquals("/admin/", disallows[0]);
            assertEquals("/private/", disallows[1]);
        }
    
        public void test_directiveAddDisallowNoDuplicates() {
            // Test that addDisallow doesn't add duplicates
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Thu Nov 13 13:29:22 GMT 2025
    - 14.4K bytes
    - Click Count (0)
  5. src/main/java/jcifs/config/BaseConfiguration.java

         */
        protected void initDisallowCompound(final String prop) {
            if (prop == null) {
                return;
            }
            final Set<String> disallow = new HashSet<>();
            final StringTokenizer st = new StringTokenizer(prop, ",");
            while (st.hasMoreTokens()) {
                disallow.add(st.nextToken().trim());
            }
    Created: Sat Dec 20 13:44:44 GMT 2025
    - Last Modified: Sun Aug 31 08:00:57 GMT 2025
    - 36.5K bytes
    - Click Count (0)
  6. src/test/java/jcifs/config/BaseConfigurationTest.java

            // Check protocol versions
            assertNotNull(testConfig.getMinimumVersion());
            assertNotNull(testConfig.getMaximumVersion());
    
            // Check disallow compound
            assertNotNull(testConfig.disallowCompound);
            assertTrue(testConfig.disallowCompound.contains("Smb2SessionSetupRequest"));
            assertTrue(testConfig.disallowCompound.contains("Smb2TreeConnectRequest"));
    Created: Sat Dec 20 13:44:44 GMT 2025
    - Last Modified: Sat Aug 30 05:58:03 GMT 2025
    - 20.6K bytes
    - Click Count (0)
  7. cmd/bucket-object-lock.go

    				return mode, retainDate, legalHold, ErrObjectLocked
    			}
    			mode = r.Mode
    			retainDate = r.RetainUntilDate
    			legalHold = objectlock.GetObjectLegalHoldMeta(objInfo.UserDefined)
    			// Disallow overwriting an object on legal hold
    			if legalHold.Status == objectlock.LegalHoldOn {
    				return mode, retainDate, legalHold, ErrObjectLocked
    			}
    		}
    	}
    
    	if legalHoldRequested {
    		var lerr error
    Created: Sun Dec 28 19:28:13 GMT 2025
    - Last Modified: Fri Aug 08 02:38:25 GMT 2025
    - 13.3K bytes
    - Click Count (0)
  8. android/guava/src/com/google/common/net/InternetDomainName.java

        /*
         * Note that we allow (in contravention of a strict interpretation of the relevant RFCs) domain
         * parts other than the last may begin with a digit (for example, "3com.com"). It's important to
         * disallow an initial digit in the last part; it's the only thing that stops an IPv4 numeric
         * address like 127.0.0.1 from looking like a valid domain name.
         */
    
        if (isFinalPart && DIGIT_MATCHER.matches(part.charAt(0))) {
    Created: Fri Dec 26 12:43:10 GMT 2025
    - Last Modified: Thu Aug 07 16:05:33 GMT 2025
    - 27.9K bytes
    - Click Count (0)
  9. src/cmd/asm/internal/arch/arch.go

    		IsJump:         jumpLoong64,
    	}
    }
    
    func archRISCV64(shared bool) *Arch {
    	register := make(map[string]int16)
    
    	// Standard register names.
    	for i := riscv.REG_X0; i <= riscv.REG_X31; i++ {
    		// Disallow X3 in shared mode, as this will likely be used as the
    		// GP register, which could result in problems in non-Go code,
    		// including signal handlers.
    		if shared && i == riscv.REG_GP {
    			continue
    		}
    Created: Tue Dec 30 11:13:12 GMT 2025
    - Last Modified: Thu Nov 13 12:17:37 GMT 2025
    - 21.7K bytes
    - Click Count (0)
  10. cmd/common-main.go

    		dir = getDefaultDir()
    	}
    
    	if dir == "" {
    		if !dirSet {
    			return nil, fmt.Errorf("missing option must be provided")
    		}
    		return nil, fmt.Errorf("provided option cannot be empty")
    	}
    
    	// Disallow relative paths, figure out absolute paths.
    	dirAbs, err := filepath.Abs(dir)
    	if err != nil {
    		return nil, err
    	}
    	err = mkdirAllIgnorePerm(dirAbs)
    	if err != nil {
    Created: Sun Dec 28 19:28:13 GMT 2025
    - Last Modified: Fri Aug 29 02:39:48 GMT 2025
    - 32.5K bytes
    - Click Count (3)
Back to Top