<?xml version="1.0" encoding="UTF-8"?>

<!--
  ~ Copyright 2005-2006 The Apache Software Foundation.
  ~
  ~ Licensed under the Apache License, Version 2.0 (the "License");
  ~ you may not use this file except in compliance with the License.
  ~ You may obtain a copy of the License at
  ~
  ~      http://www.apache.org/licenses/LICENSE-2.0
  ~
  ~ Unless required by applicable law or agreed to in writing, software

	{"3>>-4", "negative right shift count"},
	{"3>>(1<<63)", "negative right shift count"},
	{"(1<<63)>>2", "right shift of value with high bit set"},
	{"(1<<62)>>2", ""},
	{`'\x80'`, "illegal UTF-8 encoding for character constant"},
	{"(23*4", "missing closing paren"},
	{")23*4", "unexpected ) evaluating expression"},
	{"18446744073709551616", "value out of range"},
}

func TestBadExpr(t *testing.T) {

        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = htmlExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("UTF-8", encoding);
    }

    public void test_getEncoding_sjis() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_sjis.html");
        final BufferedInputStream bis = new BufferedInputStream(in);

            return ((ByteArrayOutputStream) out1).toString(CoreLibConstants.UTF_8) + '\n'
                    + ((ByteArrayOutputStream) out2).toString(CoreLibConstants.UTF_8);
        } catch (final IOException e) {
            throw new SuggesterException("Failed to serialize SuggestItem to bulk line format: itemId=" + item.getId(), e);
        }

pkg unicode, var Sharada *RangeTable
pkg unicode, var Sora_Sompeng *RangeTable
pkg unicode, var Takri *RangeTable
pkg unicode/utf8, const MaxRune = 1114111
pkg unicode/utf8, const RuneError = 65533
pkg unicode/utf8, const RuneSelf = 128
pkg unicode/utf8, const UTFMax = 4

            try (BufferedReader reader =
                    new BufferedReader(new InputStreamReader(new GZIPInputStream(new ByteArrayInputStream(decode)), Constants.UTF_8))) {
                return ReaderUtil.readText(reader);
            } catch (final IOException e) {
                if (logger.isDebugEnabled()) {

        i += 4;
        Encdec.enc_uint32le(0, buf, i);
        i += 4;
        Encdec.enc_uint32le(len + 1, buf, i);
        i += 4;
        try {
            System.arraycopy(s.getBytes("UTF-16LE"), 0, buf, i, len * 2);
        } catch (final UnsupportedEncodingException uee) {}
        i += len * 2;
        buf[i] = (byte) '\0';
        i++;
        buf[i++] = (byte) '\0';
        advance(i - index);

    }

    public void test_getTika_xml_broken() throws UnsupportedEncodingException {
        final InputStream in = new ByteArrayInputStream("<?xml encoding=\"UTF-8\"/><hoge>テスト<br></hoge>".getBytes(Constants.UTF_8));
        final ExtractData extractData = tikaExtractor.getText(in, null);
        final String content = extractData.getContent();
        CloseableUtil.closeQuietly(in);

              "-----END CERTIFICATE-----";

      CertificateFactory cf = CertificateFactory.getInstance("X.509");
      Certificate isgCertificate = cf.generateCertificate(new ByteArrayInputStream(isgCert.getBytes("UTF-8")));

      HandshakeCertificates certificates = new HandshakeCertificates.Builder()
              .addTrustedCertificate((X509Certificate) isgCertificate)

- Use asynchronous import via Admin UI instead of API

#### Issue: Special characters in documents not displaying correctly

**Solution**:
- Ensure source files are UTF-8 encoded
- Check `fess_config.properties`:
  ```properties
  crawler.document.encoding=UTF-8
  ```
- Verify HTML entity encoding in content

### Log Files

Check these logs for troubleshooting:

- **Main Application**: `logs/fess.log`