protected Map<String, QueueHolder> sessionCache = new ConcurrentHashMap<>();

    /**
     * The number of URLs to fetch when polling.
     */
    protected int pollingFetchSize = 1000;

    /**
     * The maximum size of the crawling queue.
     */
    protected int maxCrawlingQueueSize = 100;

    /**
     * Creates a new instance of OpenSearchUrlQueueService.
     * @param crawlerConfig The crawler configuration.
     */

                if (!accessTimeoutTask.isCanceled()) {
                    accessTimeoutTask.cancel();
                }
            }
        }
    }

    /**
     * Parses a storage path into bucket name and object path components.
     * @param path the storage path to parse (format: bucket/object/path)
     * @return an array containing the bucket name and object path

<a href="info.html">INFO</a>...

            }

            final int exitValue = currentProcess.exitValue();

            if (logger.isInfoEnabled()) {
                if (standardOutput) {
                    logger.info("Exit Code: {}", exitValue);
                } else {
                    logger.info("Exit Code: {} - Process Output:\n{}", exitValue, it.getOutput());
                }
            }

 * @author shinsuke
 *
 */
public class CrawlerWebServer {
    private int port = 8080;

    private File docRoot;

    private Server server;

    private boolean tempDocRoot = false;

    public CrawlerWebServer(final int port) {
        this(port, createDocRoot(3));
        tempDocRoot = true;
    }

    public CrawlerWebServer(final int port, final File docRoot) {
        this.port = port;

    private final File docRoot;

    private final Server server;

    private boolean tempDocRoot = false;

    public CrawlerWebServer(final int port) {
        this(port, createDocRoot(3));
        tempDocRoot = true;
    }

    public CrawlerWebServer(final int port, final File docRoot) {
        this.docRoot = docRoot;

        server = new Server(port);

            ftpClient.connect(info.getHost(), info.getPort());
            validateRequest(ftpClient);

            final FtpAuthentication auth = ftpAuthenticationHolder.get(info.toUrl());
            if (auth != null && !ftpClient.login(auth.getUsername(), auth.getPassword())) {
                throw new CrawlerLoginFailureException("Login Failure: " + auth.getUsername() + " for " + info.toUrl());
            }

                        .forPath("/minio/health/ready")//
                        .forPort(port)//
                        .withStartupTimeout(Duration.ofSeconds(30)));
        logger.info("Starting {}", IMAGE_NAME);
        minioServer.start();
        logger.info("Started {}", IMAGE_NAME);

        String bucketName = "fess";
        Integer mappedPort = minioServer.getFirstMappedPort();
        Testcontainers.exposeHostPorts(mappedPort);

  </mime-type>
  <mime-type type="application/vnd.intertrust.digibox"/>
  <mime-type type="application/vnd.intertrust.nncp"/>
  <mime-type type="application/vnd.intu.qbo">
    <glob pattern="*.qbo"/>
  </mime-type>
  <mime-type type="application/vnd.intu.qfx">
    <glob pattern="*.qfx"/>
  </mime-type>
  <mime-type type="application/vnd.iptc.g2.catalogitem+xml"/>

 * @author shinsuke
 *
 */
public class CrawlerWebServer {
    private int port = 8080;

    private File docRoot;

    private Server server;

    private boolean tempDocRoot = false;

    public CrawlerWebServer(final int port) {
        this(port, createDocRoot(3));
        tempDocRoot = true;
    }

    public CrawlerWebServer(final int port, final File docRoot) {
        this.port = port;