* governing permissions and limitations under the License.
 */
package org.codelibs.fess.storage;

import java.io.InputStream;
import java.io.OutputStream;
import java.util.List;
import java.util.Map;

/**
 * Interface for cloud storage operations.
 * Implementations provide access to S3-compatible storage, GCS, or other cloud storage systems.
 */
public interface StorageClient extends AutoCloseable {

    /**

    public String logLevel;

    /**
     * Storage service endpoint URL for cloud storage integration.
     * Used for storing files in cloud storage services like S3.
     */
    @Size(max = 1000)
    public String storageEndpoint;

    /**
     * Access key for cloud storage authentication.
     * Used to authenticate with cloud storage services.
     */
    @Size(max = 1000)

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.storage;

/**
 * Enum for supported storage types.
 */
public enum StorageType {

    /** Amazon S3 */
    S3,

    /** Google Cloud Storage */
    GCS,

    /** S3-compatible storage (MinIO, etc.) */
    S3_COMPAT

        super.setUp();
        new StandardCrawlerContainer();
    }

    /**
     * Test that the storage protocol is correctly recognized.
     */
    public void test_protocol() throws Exception {
        URL url = new URL("storage://bucket/object");
        assertEquals("storage", url.getProtocol());
    }

    /**
     * Test URL parsing with bucket and object path.
     */

    private StorageClientFactory() {
        // Utility class
    }

    /**
     * Auto-detect storage type from endpoint URL.
     *
     * @param endpoint the storage endpoint URL
     * @return detected storage type
     */
    public static StorageType detectStorageType(final String endpoint) {
        if (StringUtil.isBlank(endpoint)) {

import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.exception.StorageException;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.storage.StorageClient;
import org.codelibs.fess.storage.StorageClientFactory;
import org.codelibs.fess.storage.StorageItem;
import org.codelibs.fess.util.ComponentUtil;
import org.codelibs.fess.util.RenderDataUtil;
import org.dbflute.optional.OptionalThing;

import org.testcontainers.containers.wait.strategy.Wait;

import com.google.cloud.NoCredentials;
import com.google.cloud.storage.BlobId;
import com.google.cloud.storage.BlobInfo;
import com.google.cloud.storage.BucketInfo;
import com.google.cloud.storage.Storage;
import com.google.cloud.storage.StorageOptions;

/**
 * @author shinsuke
 *
 */
public class GcsClientTest extends PlainTestCase {

import software.amazon.awssdk.services.s3.model.Tag;
import software.amazon.awssdk.services.s3.model.Tagging;

/**
 * S3-compatible storage client implementation using AWS SDK v2.
 * Supports Amazon S3, MinIO, and other S3-compatible storage systems.
 */
public class S3StorageClient implements StorageClient {

    private static final Logger logger = LogManager.getLogger(S3StorageClient.class);

    /** Storage bucket configuration key. */
    public static final String STORAGE_BUCKET = "storage.bucket";

    /** Storage type configuration key (s3, gcs, auto). */
    public static final String STORAGE_TYPE = "storage.type";

    /** Storage region configuration key (for S3). */
    public static final String STORAGE_REGION = "storage.region";

- **Testing**: JUnit 4, UTFlute, Mockito 5.7.0
- **Storage**: In-memory (default), OpenSearch (optional)

### Protocols

- **HTTP/HTTPS**: Full crawling, cookies, auth, robots.txt
- **File**: Local/network file systems
- **FTP**: With authentication
- **SMB/CIFS**: Windows shares (SMB1/SMB2+)
- **Storage**: MinIO/S3-compatible

### Content Formats