return userAgent;
        }

        /**
         * Checks if the given path is allowed according to this directive.
         * @param path the path to check
         * @return true if the path is allowed, false otherwise
         */
        public boolean allows(final String path) {
            for (final String allowedPath : allowedPaths) {
                if (path.startsWith(allowedPath)) {

 * </p>
 * <ul>
 *   <li>Initialize the client with SMB authentication details.</li>
 *   <li>Retrieve content and metadata from SMB files.</li>
 *   <li>Process access control entries to determine allowed and denied SIDs (Security Identifiers).</li>
 *   <li>Handle timeouts during SMB operations.</li>
 * </ul>
 *
 * <p>
 * The client uses a {@link SmbAuthenticationHolder} to manage SMB authentication credentials.

        if (settings.get(USER_DICT_PATH_OPTION) != null && settings.get(USER_DICT_RULES_OPTION) != null) {
            throw new IllegalArgumentException(
                    "It is not allowed to use [" + USER_DICT_PATH_OPTION + "] in conjunction" + " with [" + USER_DICT_RULES_OPTION + "]");
        }
        try {
            Set<String> dup = new HashSet<>();
            List<String> ruleList =

    /** Cache file size threshold in bytes */
    private int cacheFileSize = 1_000_000;

    /** Name of the extractor to use */
    private String extractorName = "tikaExtractor";

    /** Maximum content length allowed */
    private long maxContentLength = -1;

    /**
     * Constructs a new ExtractorBuilder.
     *
     * @param crawlerContainer the crawler container
     * @param in the input stream to extract data from

                        .replace("\'", "'")//
        );
    }

    /**
     * Strips invalid XML characters from the input string.
     *
     * This method removes characters that are not allowed in XML documents
     * according to the XML 1.0 specification. Valid characters include:
     * - Tab (0x9)
     * - Line feed (0xA)
     * - Carriage return (0xD)
     * - Any character between 0x20 and 0xD7FF

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.exception;

/**
 * MaxLengthExceededException is thrown when the content length exceeds the maximum allowed length.
 * It extends CrawlingAccessException, indicating a crawling-related access issue.
 *
 */
public class MaxLengthExceededException extends CrawlingAccessException {

     */
    private SuggestUtil() {
    }

    /**
     * Creates a unique identifier for the given text by encoding it to a Base64 string.
     * If the encoded string exceeds the maximum allowed length, it truncates the string
     * to the specified maximum length.
     *
     * @param text the input text to be encoded
     * @return the encoded string, truncated if necessary
     */

 * </p>
 * <ul>
 *   <li>Initialize the client with SMB authentication details.</li>
 *   <li>Retrieve content and metadata from SMB files.</li>
 *   <li>Process access control entries to determine allowed and denied SIDs (Security Identifiers).</li>
 *   <li>Handle timeouts during SMB operations.</li>
 * </ul>
 *
 * <p>
 * The client uses a {@link SmbAuthenticationHolder} to manage SMB authentication credentials.

        default -> throw new CrawlerSystemException(request.getMethod() + " method is not supported.");
        };
    }

    /**
     * Checks if the content length exceeds the maximum allowed length.
     * @param responseData The response data.
     */
    protected void checkMaxContentLength(final ResponseData responseData) {

        accessResult.init(responseData, resultData);
        return accessResult;
    }

    /**
     * Checks if the access count is within the allowed limit.
     *
     * @param crawlerContext the crawler context
     * @return true if access count is within limit, false otherwise
     */
    protected boolean checkAccessCount(final CrawlerContext crawlerContext) {