}

    /**
     * Validates if the given URL string is a valid URL.
     *
     * @param urlStr the URL string to validate
     * @return true if the URL is valid, false otherwise
     */
    protected boolean isValidUrl(final String urlStr) {
        if (StringUtil.isBlank(urlStr)) {
            return false;
        }
        final String value;
        if (urlStr.startsWith("://")) {

         * Commits the changes to the dictionary file.
         * If there is a pending new item, it is written to the file.
         *
         * @return The committed item, or null if no item was committed.
         * @throws DictionaryException if an I/O error occurs.
         */
        public StopwordsItem commit() {
            isCommit = true;
            if (item != null && item.isUpdated()) {
                try {

         * Commits the changes to the dictionary file.
         * If there is a pending new item, it is written to the file.
         *
         * @return The committed item, or null if no item was committed.
         * @throws DictionaryException if an I/O error occurs.
         */
        public StemmerOverrideItem commit() {
            isCommit = true;
            if (item != null && item.isUpdated()) {
                try {

     * @param url the URL to be checked for crawlability
     * @return {@code true} if the URL is crawlable; {@code false} if it matches the exclusion pattern
     */
    protected boolean isUrlCrawlable(final DataStoreParams paramMap, final String url) {
        if (paramMap.containsKey(URL_EXCLUDE_PATTERN)) {
            if (paramMap.get(URL_EXCLUDE_PATTERN) instanceof final String value) {

                final RequestParameter[] parameters = StreamUtil.split(keysStr, ",").get(stream -> stream.map(String::trim).map(s -> {
                    if (StringUtil.isEmpty(s)) {
                        return null;
                    }
                    final String[] values = req.getParameterValues(s);
                    if (values == null || values.length == 0) {

     * @return a set of RequestData objects for the anchor URLs, or null if no valid URLs found
     */
    protected Set<RequestData> getAnchorSet(final Object obj) {
        if (obj == null) {
            return null;
        }

        List<String> anchorList;
        if (obj instanceof final String s) {
            anchorList = List.of(s);
        } else if (obj instanceof final List<?> l) {

     * @throws CrawlingAccessException If the FTP request fails
     */
    protected ResponseData processRequest(final String uri, final boolean includeContent) {
        if (ftpAuthenticationHolder == null) {
            init();
        }

        // start
        AccessTimeoutTarget accessTimeoutTarget = null;
        TimeoutTask accessTimeoutTask = null;
        if (accessTimeout != null) {

        if (protwordsItemList == null) {
            reload(null);
        }

        if (offset >= protwordsItemList.size() || offset < 0) {
            return new PagingList<>(Collections.<ProtwordsItem> emptyList(), offset, size, protwordsItemList.size());
        }

        int toIndex = offset + size;
        if (toIndex > protwordsItemList.size()) {

     * @throws CrawlingAccessException if the path format is invalid
     */
    protected String[] parsePath(final String path) {
        if (StringUtil.isNotEmpty(path)) {
            final String[] values = path.split("/", 2);
            if (values.length == 2) {
                return values;
            }
            if (values.length == 1 && StringUtil.isNotEmpty(values[0])) {

     *
     * @return the content as an InputStream.
     * @throws IOException if an I/O error occurs.
     * @throws CurlException if the content does not exist.
     */
    public InputStream getContentAsStream() throws IOException {
        if (contentCache == null) {
            if (contentException != null) {
                throw new CurlException("The content does not exist.", contentException);