/**
     * Preprocesses a URI to ensure it has the correct GCS protocol prefix.
     * @param uri the URI to preprocess
     * @return the preprocessed URI with gcs:// prefix
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {

            // base href
            final String baseHref = getBaseHref(document);
            URI uri;
            try {
                uri = new URI(baseHref == null ? responseData.getUrl() : baseHref);
            } catch (final Exception e) {
                uri = new URI(responseData.getUrl());
            }
            final URI baseUri = uri;
            getChildUrlRules(responseData, resultData).forEach(entry -> {

  }

  @Test
  fun fromUri() {
    val uri = URI("http://username:password@host/path?query#fragment")
    val httpUrl = uri.toHttpUrlOrNull()
    assertThat(httpUrl.toString())
      .isEqualTo("http://username:password@host/path?query#fragment")
  }

  @Test
  fun fromUriUnsupportedScheme() {
    val uri = URI("mailto:******@****.***")
    assertThat(uri.toHttpUrlOrNull()).isNull()
  }

  @Test

        }
    }

    /**
     * Preprocesses a URI to ensure it's in the correct format for file system access.
     *
     * @param uri the URI to preprocess
     * @return the preprocessed URI
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {

<%@taglib prefix="c" uri="jakarta.tags.core"%><%--
 --%><%@taglib prefix="fmt" uri="jakarta.tags.fmt"%><%--
 --%><%@taglib prefix="fn" uri="jakarta.tags.functions" %><%--
 --%><%@taglib prefix="la" uri="http://lastaflute.org/latags" %><%--
 --%><%@taglib prefix="f" uri="http://lastaflute.org/functions" %><%--
 --%><%@taglib prefix="fe" uri="fess.tags.functions" %><%--

import java.net.ProxySelector
import java.net.SocketAddress
import java.net.URI
import okhttp3.internal.format

class RecordingProxySelector : ProxySelector() {
  @JvmField val proxies = mutableListOf<Proxy>()

  val requestedUris = mutableListOf<URI>()
  val failures = mutableListOf<String>()

  override fun select(uri: URI): List<Proxy> {
    requestedUris.add(uri)
    return proxies
  }

    }

    /**
     * Preprocesses a URI to ensure it has the correct S3 protocol prefix.
     * @param uri the URI to preprocess
     * @return the preprocessed URI with s3:// prefix
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {

    }

    /**
     * Preprocesses the URI before processing the request.
     *
     * @param uri the URI to preprocess
     * @return the preprocessed URI
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {
            throw new CrawlerSystemException("SMB URI is empty. Please provide a valid SMB URI (smb://...).");

    val uri = httpUrl.toUri()
    val toAndFromUri = uri.toHttpUrlOrNull()
    val uriStripped = uriStrippedCodePoints.indexOf(codePointString) != -1
    if (uriStripped) {
      if (uri.toString() != component.urlString("")) {
        fail("Encoding $component $codePoint using $encoding")
      }
      return
    }

    @Override
    public ResponseData doGet(final String uri) {
        return processRequest(uri, true);
    }

    /**
     * Processes an FTP request to retrieve data from the specified URI.
     * This method handles the complete FTP request lifecycle including timeout management,
     * connection setup, and data retrieval.
     *
     * @param uri The URI to retrieve data from