runner.ensureYellow();
    }

    @AfterClass
    public static void afterClass() throws Exception {
        runner.close();
        runner.clean();
    }

    @Before
    public void before() throws Exception {
        runner.admin().indices().prepareDelete("_all").execute().actionGet();
        runner.refresh();

     * @param outputEncoding The output encoding to set.
     */
    public void setOutputEncoding(final String outputEncoding) {
        this.outputEncoding = outputEncoding;
    }

    /**
     * Sets the output file extension.
     * @param outputExtension The output file extension to set.
     */
    public void setOutputExtension(final String outputExtension) {
        this.outputExtension = outputExtension;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("contentLengthHelper", ContentLengthHelper.class);
        contentLengthHelper = container.getComponent("contentLengthHelper");
    }

    public void test_getMaxLength() {
        final String mimeType = "text/plain";

    /**
     * Delays after processing a URL.
     */
    @Override
    protected void delayAfterProcessing() {
        if (delayMillisAfterProcessing > 0) {
            ThreadUtil.sleep(delayMillisAfterProcessing);
        }
    }

    /**
     * Delays when no URL is in the queue.
     */
    @Override
    protected void delayAtNoUrlInQueue() {
        if (delayMillisAtNoUrlInQueue > 0) {

    }

    /**
     * Initializes the service.
     */
    @PostConstruct
    public void init() {
        fesenClient.addOnConnectListener(() -> createMapping("queue"));
    }

    /**
     * Destroys the service.
     */
    @PreDestroy
    public void destroy() {
        sessionCache.entrySet().stream().map(e -> e.getValue().waitingQueue).forEach(q -> q.forEach(urlQueue -> {

        runner.ensureYellow();
    }

    @AfterClass
    public static void afterClass() throws Exception {
        runner.close();
        runner.clean();
    }

    @Before
    public void before() throws Exception {
        try {
            runner.admin().indices().prepareDelete("_all").execute().actionGet();

public class CustomUrlFilterImplTest extends PlainTestCase {
    public UrlFilterImpl includeFilter;

    public UrlFilterImpl excludeFilter;

    public UrlFilterImpl domainFilter;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)//

     * @param responseData the response data to store
     * @param resultData the result data to populate with file information
     * @throws CrawlerSystemException if file storage fails
     */
    @Override
    public void storeData(final ResponseData responseData, final ResultData resultData) {
        resultData.setTransformerName(getName());

        initBaseDir();

        final String url = responseData.getUrl();

            return "sh " + scriptFile.getAbsolutePath() + " $INPUT_FILE";
        } else {
            // Windows
            return scriptFile.getAbsolutePath() + " $INPUT_FILE";
        }
    }

    public void test_getText() throws IOException {
        final File scriptFile = createScriptTempFile(3);
        final String content = "TEST";
        final File contentFile = createContentFile(".txt", content.getBytes());

        super.setUp();
    }

    @Override
    public void tearDown() throws Exception {
        super.tearDown();
        // close runner
        runner.close();
        // delete all files
        runner.clean();
    }

    public void test_insert_update_deleteTx() {
        final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue();