* either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.helper;

import java.io.InputStream;

import org.codelibs.core.io.CloseableUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.RobotsTxt;
import org.dbflute.utflute.core.PlainTestCase;

package org.codelibs.fess.crawler.processor.impl;

import static org.mockito.ArgumentMatchers.any;
import static org.mockito.Mockito.when;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;

import org.codelibs.core.exception.IORuntimeException;
import org.codelibs.fess.crawler.container.CrawlerContainer;

        // Custom InputStream implementation
        final InputStream customStream = new InputStream() {
            @Override
            public int read() {
                return -1;
            }
        };
        extractor.testValidateInputStream(customStream);
    }

    /**
     * Test exception message format for null input stream.
     */

    public void test_getXml_sjis() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_sjis.xml");
        final String content = xmlExtractor.getText(in, null).getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
    }

    public void test_getXml_entity() {

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.extractor.impl;

import java.io.InputStream;
import java.util.HashMap;
import java.util.Map;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.io.CloseableUtil;

            assertEquals("The inputstream is null.", e.getMessage());
        }
    }

    /**
     * Test that extraction error includes encoding information in the error message.
     */
    public void test_getText_extractionError_includesEncodingInMessage() {
        // Create a stream that will cause an error during reading
        final InputStream errorStream = new InputStream() {
            @Override

        } catch (final CrawlerSystemException e) {
            assertEquals("The inputstream is null.", e.getMessage());
        }
    }

    /**
     * Test extraction with filename containing special characters.
     */
    public void test_getText_withSpecialCharactersInFilename() {
        final InputStream in = new ByteArrayInputStream(new byte[0]);
        final Map<String, String> params = new HashMap<>();

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.extractor.impl;

import java.io.IOException;
import java.io.InputStream;

import org.apache.commons.compress.archivers.ArchiveStreamFactory;
import org.apache.commons.compress.compressors.CompressorStreamFactory;
import org.apache.logging.log4j.LogManager;

     * .
     */
    @Test
    public void testLoadPropertiesInputStream() {
        final InputStream inputStream = ResourceUtil.getResourceAsStream("org/codelibs/core/io/test.properties");
        final Properties properties = new Properties();
        PropertiesUtil.load(properties, inputStream);
        assertThat(properties.getProperty("hoge"), is("ほげ"));
    }

    /**
     * Constructs a new IgnoreCloseInputStream that wraps the specified input stream.
     *
     * @param inputStream the input stream to wrap
     */
    public IgnoreCloseInputStream(final InputStream inputStream) {
        this.inputStream = inputStream;
    }

    /**
     * Overrides the close method to ignore the close operation.
     * The underlying input stream will not be closed.
     *