/**
     * Preprocesses a URI to ensure it has the correct GCS protocol prefix.
     * @param uri the URI to preprocess
     * @return the preprocessed URI with gcs:// prefix
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {

        }
    }

    /**
     * Preprocesses a URI to ensure it's in the correct format for file system access.
     *
     * @param uri the URI to preprocess
     * @return the preprocessed URI
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {

            // base href
            final String baseHref = getBaseHref(document);
            URI uri;
            try {
                uri = new URI(baseHref == null ? responseData.getUrl() : baseHref);
            } catch (final Exception e) {
                uri = new URI(responseData.getUrl());
            }
            final URI baseUri = uri;
            getChildUrlRules(responseData, resultData).forEach(entry -> {

import java.net.ProxySelector
import java.net.SocketAddress
import java.net.URI
import okhttp3.internal.format

class RecordingProxySelector : ProxySelector() {
  @JvmField val proxies = mutableListOf<Proxy>()

  val requestedUris = mutableListOf<URI>()
  val failures = mutableListOf<String>()

  override fun select(uri: URI): List<Proxy> {
    requestedUris.add(uri)
    return proxies
  }

  }

  @Test
  fun fromUri() {
    val uri = URI("http://username:password@host/path?query#fragment")
    val httpUrl = uri.toHttpUrlOrNull()
    assertThat(httpUrl.toString())
      .isEqualTo("http://username:password@host/path?query#fragment")
  }

  @Test
  fun fromUriUnsupportedScheme() {
    val uri = URI("mailto:******@****.***")
    assertThat(uri.toHttpUrlOrNull()).isNull()
  }

  @Test

    }

    /**
     * Preprocesses the URI before processing the request.
     *
     * @param uri the URI to preprocess
     * @return the preprocessed URI
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {
            throw new CrawlerSystemException("SMB URI is empty. Please provide a valid SMB URI (smb://...).");

        }

        try {
            final int pos = path.indexOf('/', 6);
            final URI uri = new URI(pos == -1 ? path : path.substring(0, pos));
            if (!"ftp".equals(uri.getScheme()) || (StringUtil.isNotBlank(server) && !server.equals(uri.getHost()))) {
                return false;
            }
            int p = uri.getPort();
            if (p == -1) {
                p = 21;
            }

            .toSet()
            .map { getUserInfo(it) }
            .toSet()
    }

    private
    fun <T> invokeGitHubApi(uri: String, klass: Class<T>): T {
        val request = HttpRequest.newBuilder()
            .uri(URI(uri))
            .apply {
                if (githubToken.isPresent) {
                    header("Authorization", "token ${githubToken.get()}")
                }

        File gradleRuntimeApiInfoJar = from.filter(file -> file.getName().startsWith(gradleApiInfoJarPrefix)).getSingleFile();
        URI uri = URI.create("jar:" + gradleRuntimeApiInfoJar.getAbsoluteFile().toURI());
        try (FileSystem fs = FileSystems.newFileSystem(uri, Collections.emptyMap())) {
            Path upgradedPropertiesJson = fs.getPath(UPGRADED_PROPERTIES_FILE);
            if (Files.exists(upgradedPropertiesJson)) {

        return null;
    }

    /**
     * Preprocesses a URI to ensure it has the correct storage protocol prefix.
     * @param uri the URI to preprocess
     * @return the preprocessed URI with storage:// prefix
     * @throws CrawlerSystemException if the URI is empty
     */
    protected String preprocessUri(final String uri) {
        if (StringUtil.isEmpty(uri)) {