final String encoding = xmlExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("Shift_JIS", encoding);
    }

    public void test_getEncoding_utf8bom() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/xml/test_utf8bom.xml");
        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = xmlExtractor.getEncoding(bis);

     * @param params The parameter string.
     * @param paramList Additional parameters.
     * @param encoding The encoding.
     * @return The HttpEntity containing the parsed parameters.
     */
    protected HttpEntity parseRequestParameters(final String params, final List<Pair<String, String>> paramList, final String encoding) {
        try {
            final List<BasicNameValuePair> parameters =

 * The extracted text is then converted into a byte array using the specified charset encoding.
 * It also provides a method to retrieve the extracted data as a String from an AccessResultData object.
 *
 * <p>
 * The class handles character encoding issues by attempting to use the specified charset.
 * If the specified charset is invalid, it falls back to UTF-8.
 * </p>
 *
 * <p>

    }

    /**
     * Returns the current encoding setting.
     * @return The current encoding.
     */
    public String getEncoding() {
        return encoding;
    }

    /**
     * Sets the encoding for content extraction.
     * @param encoding The encoding to set.
     */
    public void setEncoding(final String encoding) {
        this.encoding = encoding;
    }

    /**

     */
    void setData(byte[] data);

    /**
     * Retrieves the encoding used for the access result data.
     *
     * @return the encoding as a String.
     */
    String getEncoding();

    /**
     * Sets the encoding for the access result data.
     *
     * @param encoding the encoding to set
     */
    void setEncoding(String encoding);

        return charset;
    }

    /**
     * Gets the character encoding used for FTP operations.
     *
     * @return The character encoding
     */
    public String getCharset() {
        return charset;
    }

    /**
     * Sets the character encoding used for FTP operations.
     *
     * @param charset The character encoding to set
     */
    public void setCharset(final String charset) {

        return charset;
    }

    /**
     * Gets the character encoding used for files.
     *
     * @return the character encoding
     */
    public String getCharset() {
        return charset;
    }

    /**
     * Sets the character encoding used for files.
     *
     * @param charset the character encoding to set
     */
    public void setCharset(final String charset) {

        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = htmlXpathExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("UTF-8", encoding);
    }

    public void test_getEncoding_sjis() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_sjis.html");

     * @param url the parent URL
     * @param depth the depth of the child URLs
     * @param encoding the encoding of the child URLs
     */
    protected void storeChildUrls(final CrawlerContext crawlerContext, final Set<RequestData> childUrlList, final String url,
            final int depth, final String encoding) {
        // add url and filter
        final Set<String> urlSet = new HashSet<>();

      },
      "createTime": {
        "type": "long"
      },
      "accessResultData": {
        "properties": {
          "transformerName": {
            "type": "keyword"
          },
          "encoding": {
            "type": "keyword"
          },
          "data": {
            "type": "binary"
          }
        }
      },
      "contentLength": {
        "type": "long"
      },