/**
     * Creates a new S3StorageClient instance.
     *
     * @param endpoint the S3 endpoint URL (null for AWS default)
     * @param accessKey the AWS access key
     * @param secretKey the AWS secret key
     * @param bucket the bucket name
     * @param region the AWS region
     */
    public S3StorageClient(final String endpoint, final String accessKey, final String secretKey, final String bucket,

        // Utility class
    }

    /**
     * Auto-detect storage type from endpoint URL.
     *
     * @param endpoint the storage endpoint URL
     * @return detected storage type
     */
    public static StorageType detectStorageType(final String endpoint) {
        if (StringUtil.isBlank(endpoint)) {
            // Default to S3 if no endpoint (uses AWS default)
            return StorageType.S3;
        }

    nextInBucketKToV = createFilledWithAbsent(expectedSize);
    nextInBucketVToK = createFilledWithAbsent(expectedSize);

    firstInInsertionOrder = ENDPOINT;
    lastInInsertionOrder = ENDPOINT;

    prevInInsertionOrder = createFilledWithAbsent(expectedSize);
    nextInInsertionOrder = createFilledWithAbsent(expectedSize);
  }

 * Extract a text by using external http server.
 */
public class ApiExtractor extends AbstractExtractor {

    private static final Logger logger = LogManager.getLogger(ApiExtractor.class);

    /** The URL of the API endpoint. */
    protected String url;

    /** The access timeout in seconds. */
    protected Integer accessTimeout; // sec

    /** The HTTP client used for API calls. */
    protected CloseableHttpClient httpClient;

        // In this test, we expect IOException when endpoint is blank
        try {
            conn.connect();
            fail("Should throw IOException when endpoint is not set");
        } catch (IOException e) {
            assertTrue(e.getMessage().contains("endpoint is blank"));
        }
    }

    /**
     * Test thread-safety of connect() method.

        final String endpoint = getInitParameter("endpoint", null, String.class);
        if (StringUtil.isNotBlank(endpoint)) {
            // For fake-gcs-server or custom endpoint
            builder.setHost(endpoint);
            builder.setCredentials(NoCredentials.getInstance());
            if (logger.isDebugEnabled()) {
                logger.debug("Using custom GCS endpoint: {}", endpoint);
            }

        }

        if (StringUtil.isNotBlank(endpoint)) {
            // For fake-gcs-server or custom endpoint
            builder.setHost(endpoint);
            builder.setCredentials(NoCredentials.getInstance());
            if (logger.isDebugEnabled()) {
                logger.debug("Using custom GCS endpoint: {}", endpoint);
            }
        } else {

                throw new IOException("endpoint is blank.");
            }

            try {
                final Builder builder = MinioClient.builder().endpoint(endpoint);
                if (StringUtil.isNotBlank(accessKey) && StringUtil.isNotBlank(secretKey)) {
                    builder.credentials(accessKey, secretKey);
                }
                if (StringUtil.isNotBlank(region)) {
                    builder.region(region);

            return;
        }

        super.init();

        final String endpoint = getInitParameter("endpoint", null, String.class);
        if (StringUtil.isBlank(endpoint)) {
            throw new CrawlingAccessException(
                    "S3 endpoint is blank. Please set the S3_ENDPOINT environment variable or endpoint parameter.");
        }

        final String endpoint = getInitParameter("endpoint", null, String.class);
        if (StringUtil.isBlank(endpoint)) {
            throw new CrawlingAccessException(
                    "Storage endpoint is blank. Please set the STORAGE_ENDPOINT environment variable or endpoint parameter.");
        }
        builder.endpoint(endpoint);