Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 37 for Disallow (0.06 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

                Pattern.compile("^user-agent:\\s*([^\\t\\n\\x0B\\f\\r]+)\\s*$", Pattern.CASE_INSENSITIVE);
    
        /** Pattern for parsing disallow records. */
        protected static final Pattern DISALLOW_RECORD = Pattern.compile("^disallow:\\s*([^\\s]*)\\s*$", Pattern.CASE_INSENSITIVE);
    
        /** Pattern for parsing allow records. */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 7.7K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

     *
     * <p>Key features:</p>
     * <ul>
     *   <li>Supports multiple user-agent directives with pattern matching</li>
     *   <li>Handles Allow and Disallow rules for path-based access control</li>
     *   <li>Manages crawl delay settings per user agent</li>
     *   <li>Stores sitemap URLs listed in robots.txt</li>
     * </ul>
     *
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 10K bytes
    - Viewed (0)
  3. docs/en/docs/tutorial/header-params.md

    {* ../../docs_src/header_params/tutorial002_an_py310.py hl[10] *}
    
    /// warning
    
    Before setting `convert_underscores` to `False`, bear in mind that some HTTP proxies and servers disallow the usage of headers with underscores.
    
    ///
    
    ## Duplicate headers { #duplicate-headers }
    
    It is possible to receive duplicate headers. That means, the same header with multiple values.
    
    Registered: Sun Sep 07 07:19:17 UTC 2025
    - Last Modified: Sun Aug 31 09:15:41 UTC 2025
    - 3K bytes
    - Viewed (0)
  4. src/main/java/jcifs/config/BaseConfiguration.java

         */
        protected void initDisallowCompound(final String prop) {
            if (prop == null) {
                return;
            }
            final Set<String> disallow = new HashSet<>();
            final StringTokenizer st = new StringTokenizer(prop, ",");
            while (st.hasMoreTokens()) {
                disallow.add(st.nextToken().trim());
            }
    Registered: Sun Sep 07 00:10:21 UTC 2025
    - Last Modified: Sun Aug 31 08:00:57 UTC 2025
    - 36.5K bytes
    - Viewed (0)
  5. docs/en/docs/tutorial/header-param-models.md

    {* ../../docs_src/header_param_models/tutorial003_an_py310.py hl[19] *}
    
    /// warning
    
    Before setting `convert_underscores` to `False`, bear in mind that some HTTP proxies and servers disallow the usage of headers with underscores.
    
    ///
    
    ## Summary { #summary }
    
    Registered: Sun Sep 07 07:19:17 UTC 2025
    - Last Modified: Sun Aug 31 09:15:41 UTC 2025
    - 2.6K bytes
    - Viewed (0)
  6. src/test/java/jcifs/config/BaseConfigurationTest.java

            // Check protocol versions
            assertNotNull(testConfig.getMinimumVersion());
            assertNotNull(testConfig.getMaximumVersion());
    
            // Check disallow compound
            assertNotNull(testConfig.disallowCompound);
            assertTrue(testConfig.disallowCompound.contains("Smb2SessionSetupRequest"));
            assertTrue(testConfig.disallowCompound.contains("Smb2TreeConnectRequest"));
    Registered: Sun Sep 07 00:10:21 UTC 2025
    - Last Modified: Sat Aug 30 05:58:03 UTC 2025
    - 20.6K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java

            this.redirectHttpStatusPattern = redirectHttpStatusPattern;
        }
    
        /**
         * Sets whether to use robots.txt disallow rules.
         *
         * @param useRobotsTxtDisallows True to use disallow rules, false otherwise
         */
        public void setUseRobotsTxtDisallows(final boolean useRobotsTxtDisallows) {
            this.useRobotsTxtDisallows = useRobotsTxtDisallows;
        }
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 52.2K bytes
    - Viewed (0)
  8. cmd/bucket-object-lock.go

    				return mode, retainDate, legalHold, ErrObjectLocked
    			}
    			mode = r.Mode
    			retainDate = r.RetainUntilDate
    			legalHold = objectlock.GetObjectLegalHoldMeta(objInfo.UserDefined)
    			// Disallow overwriting an object on legal hold
    			if legalHold.Status == objectlock.LegalHoldOn {
    				return mode, retainDate, legalHold, ErrObjectLocked
    			}
    		}
    	}
    
    	if legalHoldRequested {
    		var lerr error
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 08 02:38:25 UTC 2025
    - 13.3K bytes
    - Viewed (0)
  9. android/guava/src/com/google/common/net/InternetDomainName.java

        /*
         * Note that we allow (in contravention of a strict interpretation of the relevant RFCs) domain
         * parts other than the last may begin with a digit (for example, "3com.com"). It's important to
         * disallow an initial digit in the last part; it's the only thing that stops an IPv4 numeric
         * address like 127.0.0.1 from looking like a valid domain name.
         */
    
        if (isFinalPart && DIGIT_MATCHER.matches(part.charAt(0))) {
    Registered: Fri Sep 05 12:43:10 UTC 2025
    - Last Modified: Thu Aug 07 16:05:33 UTC 2025
    - 27.9K bytes
    - Viewed (0)
  10. cmd/common-main.go

    		dir = getDefaultDir()
    	}
    
    	if dir == "" {
    		if !dirSet {
    			return nil, fmt.Errorf("missing option must be provided")
    		}
    		return nil, fmt.Errorf("provided option cannot be empty")
    	}
    
    	// Disallow relative paths, figure out absolute paths.
    	dirAbs, err := filepath.Abs(dir)
    	if err != nil {
    		return nil, err
    	}
    	err = mkdirAllIgnorePerm(dirAbs)
    	if err != nil {
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 32.5K bytes
    - Viewed (3)
Back to top