* governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client.ftp;

import java.util.ArrayList;
import java.util.List;

/**
 * Holds a list of FtpAuthentication objects and provides methods to add and retrieve them based on a given path.
 * This class is designed to manage FTP authentication details for different paths.
 */
public class FtpAuthenticationHolder {

http://foo:80/  s:http h:foo p:/
http://foo:81/  s:http h:foo port:81 p:/
httpa://foo:80/  s:httpa p://foo:80/
http://foo:-80/
https://foo:443/  s:https h:foo p:/
https://foo:80/  s:https h:foo port:80 p:/
ftp://foo:21/  s:ftp h:foo p:/
ftp://foo:80/  s:ftp h:foo port:80 p:/
gopher://foo:70/  s:gopher h:foo p:/
gopher://foo:443/  s:gopher h:foo port:443 p:/
ws://foo:80/  s:ws h:foo p:/
ws://foo:81/  s:ws h:foo port:81 p:/

            public String getCrawlerWebProtocols() {
                return "http,https";
            }

            @Override
            public String getCrawlerFileProtocols() {
                return "file,smb,smb1,ftp,storage,s3,gcs";
            }

            @Override
            public String getCrawlerDocumentFileNameEncoding() {
                return "";
            }

            @Override

        String[] customWebProtocols = { "http:", "https:", "ftp:" };
        String[] customFileProtocols = { "file:", "smb:" };

        parser.setWebProtocols(customWebProtocols);
        parser.setFileProtocols(customFileProtocols);

        assertEquals("\\Qftp://test\\E.*", parser.parseFilterPaths("ftp://test", true, false));
        assertEquals("\\Qftp://test\\E.*", parser.parseFilterPaths("ftp://test", false, true));
    }

    @Test

	if cf.CertsDir != "" {
		ctxt.CertsDir = cf.CertsDir
		ctxt.certsDirSet = true
	}

	if cf.Options.FTP.Address != "" {
		ctxt.FTP = append(ctxt.FTP, fmt.Sprintf("address=%s", cf.Options.FTP.Address))
	}
	if cf.Options.FTP.PassivePortRange != "" {
		ctxt.FTP = append(ctxt.FTP, fmt.Sprintf("passive-port-range=%s", cf.Options.FTP.PassivePortRange))
	}

	if cf.Options.SFTP.Address != "" {

				<property name="notModifiedHttpCodes">(int[])[304]</property>
			</component>
		</property>
		<property name="allRequired">true</property>
		<postConstruct name="addRule">
			<arg>"url"</arg>
			<arg>"(file|smb|smb1|ftp):.*"</arg>
		</postConstruct>
		<postConstruct name="addRule">
			<arg>"mimeType"</arg>
			<!-- Supported MIME type -->
			<arg>
  "(application/xml"
+ "|application/xhtml\+xml"
+ "|application/rdf\+xml"

      - "https://server{1...2}-pool2:9000/mnt/disk{1...4}/"
      - "https://server3-pool2:9000/mnt/disk{1...4}/"
      - "https://server4-pool2:9000/mnt/disk{1...4}/"
  # more args

options:
  ftp: # settings for MinIO to act as an ftp server
    address: ":8021"
    passive-port-range: "30000-40000"
  sftp: # settings for MinIO to act as an sftp server
    address: ":8022"
    ssh-private-key: "/home/user/.ssh/id_rsa"
```

		endpoints []string
		secure    bool
		success   bool
	}{
		// Invalid inputs
		{"https://localhost:2379,http://localhost:2380", nil, false, false},
		{",,,", nil, false, false},
		{"", nil, false, false},
		{"ftp://localhost:2379", nil, false, false},
		{"http://localhost:2379000", nil, false, false},

		// Valid inputs
		{
			"https://localhost:2379,https://localhost:2380",
			[]string{

		{[]string{"http://localhost/d1", "http://localhost/d2", "http://localhost/d1", "http://localhost/d4"}, fmt.Errorf("duplicate endpoints found")},
		{[]string{"ftp://server/d1", "http://server/d2", "http://server/d3", "http://server/d4"}, fmt.Errorf("'ftp://server/d1': invalid URL endpoint format")},
		{[]string{"d1", "http://localhost/d2", "d3", "d4"}, fmt.Errorf("mixed style endpoints are not supported")},

- **Elasticsearch / OpenSearch** - Direct data migration via bulk APIs
- **Apache Solr** - Document import via REST API
- **Database Systems** - Direct connection via DataStore plugins
- **File Systems** - SMB, FTP, local file crawling
- **Custom Systems** - REST API for bulk document indexing

---

## Pre-Migration Planning

### 1. Assessment Phase

Before starting migration, assess your current system: