server.setHandler(handlers);
    }

    public void start() {
        try {
            server.start();
        } catch (final Exception e) {
            throw new CrawlerSystemException(e);
        }
    }

    public void stop() {
        try {
            server.stop();
            server.join();
        } catch (final Exception e) {

            dataService.delete(sessionId);
        } finally {
            server.stop();
        }
    }

    public void test_execute_xmlSitemaps() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {
            final int maxCount = 50;

        runner.close();
        // delete all files
        runner.clean();
    }

    public void test_executeTx() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {
            final int maxCount = 50;
            final int numOfThread = 10;

         *
         * @return The object statistics response
         * @throws InvalidKeyException If the access key is invalid
         * @throws ErrorResponseException If the server returns an error
         * @throws IllegalArgumentException If the arguments are invalid
         * @throws InsufficientDataException If insufficient data is available

    public static final int FORBIDDEN_STATUS_CODE = 403;

    /**
     * The HTTP status code for Not Found.
     */
    public static final int NOT_FOUND_STATUS_CODE = 404;

    /**
     * The HTTP status code for Server Error.
     */
    public static final int SERVER_ERROR_STATUS_CODE = 500;

    /**
     * A constant for no transformer.
     */
    public static final String NO_TRANSFORMER = "NONE";

    /**

     */
    public SitemapUrl() {
        super();
    }

    /**
     * URL of the page. This URL must begin with the protocol (such as http) and
     * end with a trailing slash, if your web server requires it. This value
     * must be less than 2,048 characters.
     */
    private String loc;

    /**
     * The date of last modification of the file. This date should be in W3C

        auth.setPort(0);
        assertTrue(auth.matches("ftp://hostname:21/test/aaa.html"));
        assertTrue(auth.matches("ftp://hostname/test/aaa.html"));

        // Test with different server
        auth.setServer("otherhost");
        assertFalse(auth.matches("ftp://hostname:21/test/aaa.html"));
        assertTrue(auth.matches("ftp://otherhost:21/test/aaa.html"));

        // Test with IP address

 * </p>
 * <ul>
 *   <li>ftpConfigSystemKey: The system key used to configure the FTPClientConfig.</li>
 *   <li>ftpConfigServerLanguageCode: The language code used by the FTP server.</li>
 *   <li>ftpConfigServerTimeZoneId: The time zone ID of the FTP server.</li>
 *   <li>activeExternalHost: The external IP address to use for active mode FTP.</li>
 *   <li>activeMinPort: The minimum port number for active mode FTP.</li>

```

## Supported Protocols and Formats

### Protocols
- **HTTP/HTTPS**: Full web crawling support with cookies, authentication, redirects
- **File System**: Local and network file system access
- **FTP**: FTP server crawling with authentication
- **SMB/CIFS**: Windows network shares
- **Storage**: Cloud storage systems (MinIO, S3-compatible)

### Content Formats

#### Office Documents

                .withEnv("MINIO_ACCESS_KEY", ACCESS_KEY)//
                .withEnv("MINIO_SECRET_KEY", SECRET_KEY)//
                .withExposedPorts(port)//
                .withCommand("server /data")//
                .waitingFor(new HttpWaitStrategy()//
                        .forPath("/minio/health/ready")//
                        .forPort(port)//