import org.apache.commons.lang3.StringUtils;
import org.apache.commons.net.ftp.FTP;
import org.apache.commons.net.ftp.FTPClient;
import org.apache.commons.net.ftp.FTPClient.NatServerResolverImpl;
import org.apache.commons.net.ftp.FTPClientConfig;
import org.apache.commons.net.ftp.FTPFile;
import org.apache.commons.net.ftp.FTPFileFilters;
import org.apache.commons.net.ftp.FTPSClient;
import org.apache.commons.net.util.TrustManagerUtils;

            assertEquals("ftp://localhost:10021/text 3.txt", urlList.get(2));
            assertEquals("ftp://localhost:10021/text1.txt", urlList.get(3));
            assertEquals("ftp://localhost:10021/text2.txt", urlList.get(4));
        } finally {
            if (server != null) {
                server.stop();
            }
        }
    }

     *
     * @param url the URL to check
     * @return true if the URL uses a file path protocol (smb, smb1, file, ftp, s3, gcs)
     */
    public boolean isFilePathProtocol(final String url) {
        return url.startsWith("smb:") || url.startsWith("smb1:") || url.startsWith("file:") || url.startsWith("ftp:")
                || url.startsWith("s3:") || url.startsWith("gcs:");
    }

    /**

        return roleTypeList;
    }

    /**
     * Extracts role type information from FTP (File Transfer Protocol) response data.
     * Processes FTP metadata to extract file owner and group information.
     *
     * @param responseData the response data containing FTP metadata
     * @return a list of role type strings extracted from the FTP file permissions
     */

		instance="prototype">
		<property name="charset">"UTF-8"</property>
		<!-- ntlmPasswordAuthentication -->
	</component>

	<component name="ftpClient"
		class="org.codelibs.fess.crawler.client.ftp.FtpClient" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

	<component name="storageClient"
		class="org.codelibs.fess.crawler.client.storage.StorageClient" instance="prototype">

- **Storage**: In-memory (default), OpenSearch (optional)

### Protocols

- **HTTP/HTTPS**: Full crawling, cookies, auth, robots.txt
- **File**: Local/network file systems
- **FTP**: With authentication
- **SMB/CIFS**: Windows shares (SMB1/SMB2+)
- **Storage**: MinIO/S3-compatible

### Content Formats

import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.http.Authentication;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.http.form.FormScheme;

import org.codelibs.fess.Constants;
import org.codelibs.fess.app.service.FileAuthenticationService;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
import org.codelibs.fess.crawler.client.smb.SmbAuthentication;
import org.codelibs.fess.helper.SystemHelper;
import org.codelibs.fess.opensearch.config.bsentity.BsFileConfig;

            highlightInfo.fragmentSize((int) (highlightInfo.getFragmentSize() * ratio));
        }
    }

    /**
     * Gets the URL link for a document with proper protocol handling.
     * Handles file, SMB, FTP, and HTTP protocols.
     *
     * @param document the document data map
     * @return the processed URL link
     */
    public String getUrlLink(final Map<String, Object> document) {

    public static final String FORM = "FORM";

    /** Samba authentication type identifier. */
    public static final String SAMBA = "SAMBA";

    /** FTP authentication type identifier. */
    public static final String FTP = "FTP";

    // ============================================================
    // Query Reserved Characters and Patterns
    // ============================================================