<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="encodingHelper" class="org.codelibs.fess.crawler.helper.EncodingHelper">
		<postConstruct name="addEncodingMapping">
			<arg>"unicode"</arg>
			<arg>"UTF-16LE"</arg>
		</postConstruct>
	</component>

 * It allows setting a default encoding, mapping various encoding names to preferred ones,
 * and normalizing an encoding string to its preferred form or the default if no mapping is found.
 */
public class EncodingHelper {

    /** The default encoding to use when no mapping is found */
    protected String defaultEncoding;

    /** Map of encoding names to their preferred forms */

     */
    public void setFlag(final int flag) {
        this.flag = flag;
    }

    /**
     * Sets the encoding for URL decoding.
     *
     * @param encoding the encoding to set
     */
    public void setEncoding(final String encoding) {
        this.encoding = encoding;
    }

    private Strings() {
    }

    /**
     * Encodes a string into bytes using the specified encoding.
     *
     * @param str the string to encode
     * @param encoding the character encoding to use
     * @return encoded byte array, or empty array if str is null
     */
    public static byte[] getBytes(final String str, final Charset encoding) {
        if (str == null) {
            return new byte[0];
        }

    BASE32(BaseEncoding.base32()),
    BASE32_HEX(BaseEncoding.base32Hex()),
    BASE16(BaseEncoding.base16());

    final BaseEncoding encoding;

    EncodingOption(BaseEncoding encoding) {
      this.encoding = encoding;
    }
  }

  @Param EncodingOption encoding;

  @Param({"10", "100", "10000"})
  int n;

  private final byte[][] encodingInputs = new byte[INPUTS_COUNT][];

     * Applies URL decoding with the specified character encoding.
     *
     * @param queryString the query string to parse
     * @param enc the character encoding to use for URL decoding
     * @return a map of parameter names to their decoded values
     * @throws IOException if an error occurs during URL decoding
     */

    codePointString: String,
    encoding: UrlComponentEncodingTester.Encoding,
    component: Component,
  ) {
    testToUrl(codePoint, encoding, component)
    testFromUrl(codePoint, encoding, component)
    testUri(codePoint, codePointString, encoding, component)
  }

  private fun testToUrl(
    codePoint: Int,
    encoding: UrlComponentEncodingTester.Encoding,
    component: Component,
  ) {

        final String encoding = xmlExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("Shift_JIS", encoding);
    }

    public void test_getEncoding_utf8bom() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/xml/test_utf8bom.xml");
        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = xmlExtractor.getEncoding(bis);

     */
    public void setOsddPath(final String osddPath) {
        this.osddPath = osddPath;
    }

    /**
     * Sets the encoding.
     *
     * @param encoding the encoding
     */
    public void setEncoding(final String encoding) {
        this.encoding = encoding;
    }

    /**
     * Sets the content type.
     *
     * @param contentType the content type
     */

      .build()
  }

  internal fun lookupDecompressor(encoding: String): DecompressionAlgorithm? =
    algorithms.find {
      it.encoding.equals(encoding, ignoreCase = true)
    }

  /**
   * A decompression algorithm such as Gzip. Must provide the Accept-Encoding value and decompress a Source.
   */
  interface DecompressionAlgorithm {
    val encoding: String

    fun decompress(compressedSource: BufferedSource): Source