}

internal fun MediaType?.chooseCharset(): Pair<Charset, MediaType?> {
  var charset: Charset = Charsets.UTF_8
  var finalContentType: MediaType? = this
  if (this != null) {
    val resolvedCharset = this.charset()
    if (resolvedCharset == null) {
      charset = Charsets.UTF_8
      finalContentType = "$this; charset=utf-8".toMediaTypeOrNull()
    } else {
      charset = resolvedCharset
    }
  }

    void shouldHandleNullTerminal() {
        // Should fall back to system default charset
        for (ConsoleIcon icon : ConsoleIcon.values()) {
            String result = icon.getIcon(null);
            assertNotNull(result, "Icon result should not be null for " + icon);

            // Result should be either Unicode or ASCII fallback depending on default charset
            String expectedUnicode = String.valueOf(icon.getUnicodeChar());

   * @param url the URL to read from
   * @param charset the charset used to decode the input stream; see {@link StandardCharsets} for
   *     helpful predefined constants
   * @return a string containing all the characters from the URL
   * @throws IOException if an I/O error occurs.
   */
  public static String toString(URL url, Charset charset) throws IOException {
    return asCharSource(url, charset).read();
  }

  /**

	</component>

	<component name="s3Client"
		class="org.codelibs.fess.crawler.client.s3.S3Client" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

	<component name="gcsClient"
		class="org.codelibs.fess.crawler.client.gcs.GcsClient" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

	<component name="crawlerClientCreator"

    }

    /**
     * Gets the charset used by the terminal for output.
     * Falls back to the system default charset if terminal charset is not available.
     *
     * @param terminal the terminal to get the charset from
     * @return the terminal's output charset or the system default charset
     */
    private static Charset getTerminalCharset(Terminal terminal) {

    val mediaType = parse("text/plain; charset=utf-8; charset=UTF-8")
    assertEquals("UTF-8", mediaType.charsetName())
  }

  @Test fun testMultipleCharsetsReturnsFirstMatch() {
    val mediaType = parse("text/plain; charset=utf-8; charset=utf-16")
    assertEquals("UTF-8", mediaType.charsetName())
  }

  /**
   * This is invalid according to RFC 822. But it's what Chrome does and it avoids a potentially

  fun string(): String =
    source().use { source ->
      source.readString(charset = source.readBomAsCharset(charset()))
    }

  private fun charset() = contentType().charsetOrUtf8()

  override fun close() = source().closeQuietly()

  internal class BomAwareReader(
    private val source: BufferedSource,
    private val charset: Charset,
  ) : Reader() {
    private var closed: Boolean = false

    if (allBmp(string)) {
      assertHash(expected, murmur3_32().hashString(string, charset));
    }
    assertHash(expected, murmur3_32_fixed().hashString(string, charset));
    assertHash(expected, murmur3_32().newHasher().putString(string, charset).hash());
    assertHash(expected, murmur3_32_fixed().newHasher().putString(string, charset).hash());

    assertEquals(
      "UTF-8",
      noCharset.charset(Charsets.UTF_8)!!.name(),
    )
    assertEquals(
      "US-ASCII",
      noCharset.charset(Charsets.US_ASCII)!!.name(),
    )
    val charset = parse("text/plain; charset=iso-8859-1")
    assertEquals(
      "ISO-8859-1",
      charset.charset(Charsets.UTF_8)!!.name(),
    )
    assertEquals(
      "ISO-8859-1",

  }

  @J2ktIncompatible
  @GwtIncompatible // Non-UTF-8 Charset
  public void testIso88591() {
    assertThat(Charsets.ISO_8859_1).isEqualTo(Charset.forName("ISO-8859-1"));
  }

  public void testUtf8() {
    assertThat(Charsets.UTF_8).isEqualTo(Charset.forName("UTF-8"));
  }

  @J2ktIncompatible
  @GwtIncompatible // Non-UTF-8 Charset
  public void testUtf16be() {