assertFalse(robotsTxt.allows("/valid1/", "TestBot"));
        assertFalse(robotsTxt.allows("/valid2/", "TestBot"));
        assertTrue(robotsTxt.allows("/valid3/", "TestBot"));
        assertFalse(robotsTxt.allows("/valid4/", "TestBot"));
    }

    public void testParse_emptyValues() {
        String robotsTxtContent = "User-agent: TestBot\n" + "Disallow:\n" + "Allow:\n" + "Crawl-delay:\n";

         */
        protected GcsURLConnection(final URL url) {
            super(url);
            // Extract bucket name from host
            bucketName = url.getHost() != null ? url.getHost() : StringUtil.EMPTY;
            // Extract object name from path, removing leading slash if present and decoding URL encoding
            final String path = url.getPath();

            final AuthScheme authScheme = authentication.getAuthScheme();
            if (authScope.getHost() != null && authScheme != null) {
                final HttpHost targetHost = new HttpHost(authScope.getHost(), authScope.getPort());
                authCache.put(targetHost, authScheme);
            }
        }

        httpClientContext.setAuthCache(authCache);

        ftpInfo = new FtpClient.FtpInfo(value, Constants.UTF_8);
        assertEquals(value, ftpInfo.toUrl());
        assertEquals("123.123.123.123:9999", ftpInfo.getCacheKey());
        assertEquals("123.123.123.123", ftpInfo.getHost());
        assertEquals(9999, ftpInfo.getPort());
        assertEquals("/", ftpInfo.getParent());
        assertNull(ftpInfo.getName());

        value = "ftp://123.123.123.123/test.txt";

         */
        public String getCacheKey() {
            return getHost() + ":" + getPort();
        }

        /**
         * Gets the host name from the FTP URL.
         *
         * @return The host name
         */
        public String getHost() {
            return uri.getHost();
        }

        /**
         * Gets the port number from the FTP URL.

        if (StringUtil.isBlank(url) || url.startsWith("file:")) {
            // not target
            return;
        }

        try {
            final URI uri = new URI(url);
            final String host = uri.getHost();
            if (host == null) {
                return;
            }

            // Atomically get or create the AtomicLong for this host using Cache.get()

        logger.info("Started {}", IMAGE_NAME);

        String bucketName = "fess";
        Integer mappedPort = gcsServer.getFirstMappedPort();
        String endpoint = String.format("http://%s:%s", gcsServer.getHost(), mappedPort);
        logger.info("endpoint: {}", endpoint);

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//

         * @param url The S3 URL to connect to
         */
        protected S3URLConnection(final URL url) {
            super(url);
            // Extract bucket name from host
            bucketName = url.getHost() != null ? url.getHost() : StringUtil.EMPTY;
            // Extract object name from path, removing leading slash if present and decoding URL encoding
            final String path = url.getPath();

     *
     * @param u the URL string to extract host from
     * @return the host name, or empty string if URL is blank, or unknown hostname if parsing fails
     */
    default String getHost(final String u) {
        if (StringUtil.isBlank(u)) {
            return StringUtil.EMPTY; // empty
        }

        String url = u;
        final String originalUrl = url;

            builder.setProjectId(projectId);
        }

        if (StringUtil.isNotBlank(endpoint)) {
            // For fake-gcs-server or custom endpoint
            builder.setHost(endpoint);
            builder.setCredentials(NoCredentials.getInstance());
            if (logger.isDebugEnabled()) {
                logger.debug("Using custom GCS endpoint: {}", endpoint);
            }
        } else {