/**
 * <p>
 * FileTransformer stores the content of a crawled resource as a file on the file system.
 * It extends HtmlTransformer and provides functionality to:
 * </p>
 * <ul>
 *     <li>Specify a base directory for storing files.</li>
 *     <li>Generate file paths from URLs, replacing special characters.</li>
 *     <li>Handle duplicated file paths by appending a counter.</li>
 *     <li>Store the file path in the result data.</li>

 * authentication based on a given path.
 *
 * <p>This class manages a collection of {@link SmbAuthentication} objects, each associated
 * with a specific path prefix. When a path is provided, it iterates through the stored
 * authentications to find the one whose path prefix matches the beginning of the given path.
 * This allows for different SMB shares to use different authentication credentials.</p>
 *
 */

        return responseBodyBytes != null || responseBodyFile != null;
    }

    /**
     * Gets the response body as an InputStream.
     * If the response body is stored as bytes, returns a ByteArrayInputStream.
     * If the response body is stored as a file, returns a FileInputStream.
     *
     * @return the response body as an InputStream, or null if no response body is available

 * authentication based on a given path.
 *
 * <p>This class manages a collection of {@link SmbAuthentication} objects, each associated
 * with a specific path prefix. When a path is provided, it iterates through the stored
 * authentications to find the one whose path prefix matches the beginning of the given path.
 * This allows for different SMB shares to use different authentication credentials.</p>
 */
public class SmbAuthenticationHolder {

    @Override
    public void setInitParameterMap(final Map<String, Object> params) {
        this.params.putAll(params);
    }

    /**
     * Initializes the parameter map of the wrapped factory with the parameters stored in this wrapper.
     */
    public void initParameterMap() {
        factory.setInitParameterMap(params);
    }

    /**
     * Initializes the wrapped factory.
     */
    @Override

import io.minio.errors.InvalidResponseException;
import io.minio.errors.ServerException;
import io.minio.errors.XmlParserException;

/**
 * Handler for the "storage" protocol, allowing access to objects stored in a MinIO-compatible storage service.
 * This handler extends {@link URLStreamHandler} to provide a way to open connections to storage objects
 * using URLs with the "storage" protocol.
 *
 * <p>

 *   <li>{@link UrlQueueService} - The service for managing the URL queue.</li>
 *   <li>{@link DataService} - The service for managing access results.</li>
 * </ul>
 *
 * <p>Each parameter is stored in a ThreadLocal variable to ensure thread safety.</p>
 *
 * <p>Usage example:</p>
 * <pre>
 * {@code
 * UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
 * CrawlingParameterUtil.setUrlQueue(newUrlQueue);

 * to ensure visibility of changes across threads.
 *
 * <p>The class also provides methods to manage URL patterns for inclusion and exclusion, which
 * are stored as {@code Pattern} objects.
 */
public class MemoryDataHelper {
    /** Map of session IDs to URL queues for managing crawling queues. */

 * It also checks for duplicate URLs before adding them to the queue,
 * both within the queue itself and against previously accessed URLs stored in the {@link MemoryDataHelper}.
 * </p>
 *
 */
/**
 * This class is an implementation of {@link UrlQueueService}.
 */
public class UrlQueueServiceImpl implements UrlQueueService<UrlQueueImpl<Long>> {

    /**

    }

    /**
     * Adds a directive to the robots.txt rules.
     * The user-agent pattern in the directive is converted to a regular expression pattern,
     * where '*' is replaced with '.*' for pattern matching, and stored case-insensitively.
     *
     * @param directive The directive to add to the robots.txt rules
     */
    public void addDirective(final Directive directive) {