// ## Act & Assert ##
        assertNotNull(Curl.get("https://secure.example.com/path?param=value"));
        assertNotNull(Curl.post("http://api.example.com/v1/resource"));
        assertNotNull(Curl.put("ftp://files.example.com/upload"));
        assertNotNull(Curl.delete("http://localhost:8080/delete"));
        assertNotNull(Curl.head("https://cdn.example.com/assets/file.js"));

     * This method implements incremental crawling by comparing timestamps and checking document
     * expiration. It also handles special cases for different URL schemes (SMB, file, FTP).
     *
     * @param client the crawler client to use for accessing the URL
     * @param urlQueue the URL queue item containing the URL to check

import org.apache.http.auth.UsernamePasswordCredentials;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.smb.SmbClient;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.util.ComponentUtil;

RUN C:\tools\msys64\usr\bin\bash.exe -lc \
  'pacman --noconfirm -Syy curl git patch vim unzip zip'

# Install Python as a general utility/tool.
ENV PYTHON_VERSION 3.12.3

RUN $url = ('https://www.python.org/ftp/python/{0}/python-{0}-amd64.exe' -f $env:PYTHON_VERSION); \
	Write-Host ('Downloading {0} ...' -f $url); \
	[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; \

    protected String[] webProtocols = { "http:", "https:" };

    /** Array of supported file protocols for URL classification. */
    protected String[] fileProtocols = { "file:", "smb:", "smb1:", "ftp:", "storage:" };

    /** Queue to track the current XML element hierarchy during parsing. */
    protected LinkedList<String> tagQueue;

    /** List to store parsed label types for access control. */

    public static final String FORM = "FORM";

    /** Samba authentication type identifier. */
    public static final String SAMBA = "SAMBA";

    /** FTP authentication type identifier. */
    public static final String FTP = "FTP";

    // ============================================================
    // Query Reserved Characters and Patterns
    // ============================================================

/**
 * API action for admin file configuration management.
 * Provides RESTful API endpoints for managing file crawling configuration settings in the Fess search engine.
 * File configurations define settings for crawling file systems, FTP servers, and other file-based data sources.
 *
 */
public class ApiAdminFileconfigAction extends FessApiAdminAction {

    private static final Logger logger = LogManager.getLogger(ApiAdminFileconfigAction.class);

        itemList.add(createItem(ComponentUtil.getMessageManager().getMessage(locale, "labels.file_auth_scheme_ftp"), Constants.FTP));
        RenderDataUtil.register(data, "protocolSchemeItems", itemList);
    }

    /**
     * Registers file configuration items for the dropdown list.
     *
     * @param data the render data
     */

     */
    protected String convertCrawlingPath(final String path) {
        if (path.startsWith("http:") || path.startsWith("https:") || path.startsWith("smb:") || path.startsWith("smb1:")
                || path.startsWith("ftp:") || path.startsWith("storage:")) {
            return path;
        }

        if (path.startsWith("www.")) {
            return "http://" + path;
        }

        if (path.startsWith("//")) {

        assertTrue(DefaultMirrorSelector.isExternalRepo(getRepo("foo", "http://somehost:9090/somepath")));
        assertTrue(DefaultMirrorSelector.isExternalRepo(getRepo("foo", "ftp://somehost")));
        assertTrue(DefaultMirrorSelector.isExternalRepo(getRepo("foo", "http://192.168.101.1")));
        assertTrue(DefaultMirrorSelector.isExternalRepo(getRepo("foo", "http://")));
        // these are local