/** Queue of documents. */
    protected final Queue<Map<String, Object>> queue = new ConcurrentLinkedQueue<>();
    /** Flag indicating if reading is finished. */
    protected final AtomicBoolean isFinished = new AtomicBoolean(false);
    /** Random number generator. */
    protected final Random random = new Random();

    /** OpenSearch client. */
    protected final Client client;
    /** Suggest settings. */

    }

    @Override
    public String getRealm() {
        return null;
    }

    @Override
    public boolean isConnectionBased() {
        return false;
    }

    @Override
    public boolean isComplete() {
        return false;
    }

    @Override
    public Header authenticate(final Credentials credentials, final HttpRequest request) throws AuthenticationException {
        return null;

import org.mortbay.log.Log;

/**
 * @author shinsuke
 *
 */
public class CrawlerWebServer {
    private final File docRoot;

    private final Server server;

    private boolean tempDocRoot = false;

    public CrawlerWebServer(final int port) {
        this(port, createDocRoot(3));
        tempDocRoot = true;
    }

    public CrawlerWebServer(final int port, final File docRoot) {

        threadPool.shutdownNow();
    }

    /**
     * Creates a new index if no index exists.
     * @return True if an index was created, false otherwise.
     */
    public boolean createIndexIfNothing() {
        try {
            boolean created = false;
            final IndicesExistsResponse response =

/**
 * @author shinsuke
 *
 */
public class CrawlerWebServer {
    private int port = 8080;

    private File docRoot;

    private Server server;

    private boolean tempDocRoot = false;

    public CrawlerWebServer(final int port) {
        this(port, createDocRoot(3));
        tempDocRoot = true;
    }

    public CrawlerWebServer(final int port, final File docRoot) {
        this.port = port;

     *
     * @param mappingName The name of the mapping to create.
     */
    protected void createMapping(final String mappingName) {
        boolean exists = false;
        try {
            final IndicesExistsResponse response = fesenClient.get(c -> c.admin().indices().prepareExists(index).execute());
            exists = response.isExists();

        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
        assertFalse(content.contains("コメント"));
        xmlExtractor.setIgnoreCommentTag(false);
    }

    public void test_getXml_sjis() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_sjis.xml");
        final String content = xmlExtractor.getText(in, null).getContent();

    }

    /**
     * Compares this wrapper to another object for equality.
     * Equality is determined by the wrapped factory.
     * @param obj The object to compare.
     * @return true if equal, false otherwise.
     */
    @Override
    public boolean equals(final Object obj) {
        return factory.equals(obj);
    }

    /**
     * Returns a string representation of this wrapper.

        assertEquals(1, response3.getNum());

        assertEquals(2, suggester.settings().badword().get(false).length);
        suggester.indexer().deleteBadWord("[");
        suggester.indexer().deleteBadWord("ｴﾝｼﾞﾝ");
        assertEquals(0, suggester.settings().badword().get(false).length);
    }

    @Test
    public void test_popularWords() throws Exception {

            factory.setFeature(Constants.FEATURE_SECURE_PROCESSING, true);
            factory.setFeature(Constants.FEATURE_EXTERNAL_GENERAL_ENTITIES, false);
            factory.setFeature(Constants.FEATURE_EXTERNAL_PARAMETER_ENTITIES, false);
            factory.setAttribute(XMLConstants.ACCESS_EXTERNAL_DTD, StringUtil.EMPTY);
            factory.setAttribute(XMLConstants.ACCESS_EXTERNAL_SCHEMA, StringUtil.EMPTY);