import org.codelibs.core.io.InputStreamUtil;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.ExtractException;

/**
 * Extracts text content from an input stream as plain text.
 */
public class TextExtractor extends AbstractExtractor {

    /**

import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.ChildUrlsException;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;
import org.dbflute.utflute.core.PlainTestCase;

import java.io.InputStream;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.codelibs.fess.crawler.helper.SitemapsHelper;

/**
 * SitemapsRule is a rule implementation that extends RegexRule to determine if a given response data

        runner.ensureYellow();
    }

    @AfterClass
    public static void afterClass() throws Exception {
        runner.close();
        runner.clean();
    }

    @Before
    public void before() throws Exception {
        try {
            runner.admin().indices().prepareDelete("_all").execute().actionGet();
        } catch (IndexNotFoundException ignore) {

    /**
     * Test concurrent name changes
     */
    public void test_concurrentNameChanges() throws Exception {
        final int threadCount = 10;
        final CountDownLatch startLatch = new CountDownLatch(1);
        final CountDownLatch endLatch = new CountDownLatch(threadCount);
        final List<Exception> exceptions = new ArrayList<>();

        ExecutorService executor = Executors.newFixedThreadPool(threadCount);

import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class BinaryTransformerTest extends PlainTestCase {
    public BinaryTransformer binaryTransformer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        binaryTransformer = new BinaryTransformer();

 */
package org.codelibs.fess.suggest.exception;

/**
 * Exception thrown when there is an issue with the suggest settings.
 * This exception extends {@link RuntimeException}, so it is an unchecked exception.
 *
 * <p>There are three constructors available for this exception:</p>
 * <ul>
 *   <li>{@link #SuggestSettingsException(String)}: Constructs a new exception with the specified detail message.</li>

            fail("Should throw CrawlerSystemException");
        } catch (CrawlerSystemException e) {
            assertEquals("Transform exception", e.getMessage());
        }
    }

    /**
     * Test exception handling in getData
     */
    public void test_exceptionHandling_getData() {

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        server = new TestApiExtractorServer(port);
        server.start();

        extractor = new ApiExtractor();
        extractor.setUrl("http://127.0.0.1:" + port + "/");
        extractor.init();
    }

    @Override
    protected void tearDown() throws Exception {
        server.stop();
        extractor.destroy();

    FINISHED_CRAWLING,
    /** Indicates processing child URLs due to an exception. */
    PROCESS_CHILD_URLS_BY_EXCEPTION,
    /** Indicates processing a child URL due to an exception. */
    PROCESS_CHILD_URL_BY_EXCEPTION,
    /** Indicates an access exception during crawling. */
    CRAWLING_ACCESS_EXCEPTION,
    /** Indicates a general exception during crawling. */
    CRAWLING_EXCEPTION,