urlFilter.init(sessionId);

        urlFilter.addInclude("(http|https|ftp|file)://.*");
        urlFilter.addExclude("javascript:.*");
        urlFilter.addExclude("mailto:.*");

        assertTrue(urlFilter.match("http://example.com/"));
        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("ftp://files.com/"));
        assertTrue(urlFilter.match("file:///home/user/file"));

		instance="prototype">
		<property name="charset">"UTF-8"</property>
		<!-- ntlmPasswordAuthentication -->
	</component>

	<component name="ftpClient"
		class="org.codelibs.fess.crawler.client.ftp.FtpClient" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

	<component name="storageClient"
		class="org.codelibs.fess.crawler.client.storage.StorageClient" instance="prototype">

if [[ ${VERSION} == "python3.14" ]]; then
  if [[ ! -d Python-3.14.0rc1 ]]; then
    apt update && apt install -y libssl-dev zlib1g-dev libbz2-dev libreadline-dev libncurses5-dev libffi-dev liblzma-dev
    wget https://www.python.org/ftp/python/3.14.0/Python-3.14.0rc1.tar.xz
    tar -xf Python-3.14.0rc1.tar.xz
  fi
  pushd Python-3.14.0rc1
  mkdir -p /python314-0rc1
  CC=clang-18 CXX=clang++-18 ./configure --prefix /python314-0rc1 --with-ensurepip=install

        String[] customWebProtocols = { "http:", "https:", "ftp:" };
        String[] customFileProtocols = { "file:", "smb:" };

        parser.setWebProtocols(customWebProtocols);
        parser.setFileProtocols(customFileProtocols);

        assertEquals("\\Qftp://test\\E.*", parser.parseFilterPaths("ftp://test", true, false));
        assertEquals("\\Qftp://test\\E.*", parser.parseFilterPaths("ftp://test", false, true));
    }

http://foo:80/  s:http h:foo p:/
http://foo:81/  s:http h:foo port:81 p:/
httpa://foo:80/  s:httpa p://foo:80/
http://foo:-80/
https://foo:443/  s:https h:foo p:/
https://foo:80/  s:https h:foo port:80 p:/
ftp://foo:21/  s:ftp h:foo p:/
ftp://foo:80/  s:ftp h:foo port:80 p:/
gopher://foo:70/  s:gopher h:foo p:/
gopher://foo:443/  s:gopher h:foo port:443 p:/
ws://foo:80/  s:ws h:foo p:/
ws://foo:81/  s:ws h:foo port:81 p:/

      - "https://server{1...2}-pool2:9000/mnt/disk{1...4}/"
      - "https://server3-pool2:9000/mnt/disk{1...4}/"
      - "https://server4-pool2:9000/mnt/disk{1...4}/"
  # more args

options:
  ftp: # settings for MinIO to act as an ftp server
    address: ":8021"
    passive-port-range: "30000-40000"
  sftp: # settings for MinIO to act as an sftp server
    address: ":8022"
    ssh-private-key: "/home/user/.ssh/id_rsa"
```

    /** Array of supported web protocols with colon suffix (e.g., "http:", "https:") */
    protected String[] webProtocols = StringUtil.EMPTY_STRINGS;

    /** Array of supported file protocols with colon suffix (e.g., "file:", "ftp:") */
    protected String[] fileProtocols = StringUtil.EMPTY_STRINGS;

    /**
     * Default constructor for ProtocolHelper.
     * Initializes the helper with empty protocol arrays that will be populated during init().

import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.http.Authentication;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.http.form.FormScheme;

import org.codelibs.fess.Constants;
import org.codelibs.fess.app.service.FileAuthenticationService;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
import org.codelibs.fess.crawler.client.smb.SmbAuthentication;
import org.codelibs.fess.helper.SystemHelper;
import org.codelibs.fess.opensearch.config.bsentity.BsFileConfig;

        }
        return value;
    }

    /**
     * Extracts the filename from a URL, handling various protocols and URL decoding.
     * Processes HTTP, HTTPS, file, SMB, and FTP URLs appropriately.
     *
     * @param url the URL to extract filename from
     * @param encoding the character encoding (currently unused in this method)
     * @return the extracted filename, or empty string if none found