}

    /**
     * Gets the base path for storing files.
     *
     * @return the base path
     */
    public String getPath() {
        return path;
    }

    /**
     * Sets the base path for storing files.
     *
     * @param path the base path to set
     */
    public void setPath(final String path) {
        this.path = path;
    }

    /**

            }
        }

        /**
         * Adds a disallowed path to this directive.
         * @param path the path to disallow
         */
        public void addDisallow(final String path) {
            if (!disallowedPaths.contains(path)) {
                disallowedPaths.add(path);
            }
        }

        /**
         * Gets all allowed paths for this directive.

     * @param path The path to match.
     * @return The matching FtpAuthentication object, or null if no match is found.
     */
    public FtpAuthentication get(final String path) {
        if (path == null) {
            return null;
        }

        for (final FtpAuthentication auth : authenticationList) {
            if (auth.matches(path)) {
                return auth;

    }

    /**
     * Parses a storage path into bucket name and object path components.
     * @param path the storage path to parse (format: bucket/object/path)
     * @return an array containing the bucket name and object path
     * @throws CrawlingAccessException if the path format is invalid
     */
    protected String[] parsePath(final String path) {
        if (StringUtil.isNotEmpty(path)) {

        // Test with more complex paths
        auth.setServer("hostname");
        auth.setPort(21);
        assertTrue(auth.matches("ftp://hostname:21/path/to/resource.txt"));
        assertTrue(auth.matches("ftp://hostname/path/to/resource.txt"));
        assertFalse(auth.matches("ftp://hostname:22/path/to/resource.txt"));
        assertFalse(auth.matches("ftp://otherhost/path/to/resource.txt"));

        /**
         * Constructs a complete FTP URL using the host and port from this FtpInfo
         * and the specified path.
         *
         * @param path The path to append to the URL
         * @return The complete FTP URL
         */
        public String toUrl(final String path) {
            final StringBuilder buf = new StringBuilder(100);
            buf.append("ftp://");
            buf.append(getHost());

    }

    /**
     * Checks if a path is valid for crawling (not a JavaScript, mailto, or other invalid URL).
     *
     * @param path the path to validate
     * @return true if the path is valid, false otherwise
     */
    protected boolean isValidPath(final String path) {
        if (StringUtil.isBlank(path)) {
            return false;
        }

        String[] values;

        values = storageClient.parsePath("bucket/path");
        assertEquals("bucket", values[0]);
        assertEquals("path", values[1]);

        values = storageClient.parsePath("bucket/path1/path2");
        assertEquals("bucket", values[0]);
        assertEquals("path1/path2", values[1]);

        values = storageClient.parsePath("bucket/");

     * @param path The path to match.
     * @return The matching SmbAuthentication object, or null if no match is found.
     */
    public SmbAuthentication get(final String path) {
        if (path == null) {
            return null;
        }

        for (final Map.Entry<String, SmbAuthentication> entry : authMap.entrySet()) {
            if (path.startsWith(entry.getKey())) {

<components namespace="fessCrawler">
    <include path="crawler/container.xml"/>
    <include path="crawler/client.xml"/>
    <include path="crawler/rule.xml"/>
    <include path="crawler/filter.xml"/>
    <include path="crawler/interval.xml"/>
    <include path="crawler/extractor.xml"/>
    <include path="crawler/mimetype.xml"/>
    <include path="crawler/encoding.xml"/>
    <include path="crawler/urlconverter.xml"/>