// Wait for both crawlers to start with polling
            long startTime = System.currentTimeMillis();
            while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING
                    || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);

        ResponseData data = new ResponseData();

        // Default status
        assertEquals(Constants.OK_STATUS, data.getStatus());

        data.setStatus(Constants.NOT_MODIFIED_STATUS);
        assertEquals(Constants.NOT_MODIFIED_STATUS, data.getStatus());
    }

    public void test_noFollowGetterSetter() {
        // Test noFollow getter/setter
        ResponseData data = new ResponseData();

        // Default should be OK_STATUS
        assertEquals(Constants.OK_STATUS, result.getStatus());

        result.setStatus(Constants.NOT_MODIFIED_STATUS);
        assertEquals(Integer.valueOf(Constants.NOT_MODIFIED_STATUS), result.getStatus());
    }

    public void test_httpStatusCodeGetterSetter() {
        // Test HTTP status code getter/setter

        if (logger.isDebugEnabled()) {
            logger.debug("[{}] refresh status: {} ({}/{}/{})", index, response.getStatus(), response.getTotalShards(),
                    response.getSuccessfulShards(), response.getFailedShards());
        }
        return response.getStatus().getStatus();
    }

    /**
     * Calculates the memory size of a document data map.

                    continue;
                }

                // check status
                for (int i = 0; i < startedCrawlerNum; i++) {
                    if (crawlerList.get(i).getCrawlerContext().getStatus() == CrawlerStatus.DONE
                            && Constants.RUNNING.equals(crawlerStatusList.get(i))) {
                        crawlerList.get(i).awaitTermination();

     */
    public void stop() {
        if (logger.isInfoEnabled()) {
            logger.info("Stopping crawler: sessionId={}, status={}", crawlerContext.sessionId, crawlerContext.getStatus());
        }
        crawlerContext.setStatus(CrawlerStatus.DONE);
        try {
            if (crawlerThreadGroup != null) {
                crawlerThreadGroup.interrupt();
                if (logger.isDebugEnabled()) {

        final SearchEngineClient searchEngineClient = ComponentUtil.getSearchEngineClient();
        try {
            final PingResponse pingResponse = searchEngineClient.ping();
            writeJsonResponse(pingResponse.getStatus() == 0 ? HttpServletResponse.SC_OK : HttpServletResponse.SC_SERVICE_UNAVAILABLE,
                    "\"data\":" + pingResponse.getMessage());
        } catch (final Exception e) {
            if (logger.isDebugEnabled()) {

     *
     * @return the cluster health status name
     */
    public String getStatus() {
        return admin().cluster()
                .prepareHealth()
                .execute()
                .actionGet(ComponentUtil.getFessConfig().getIndexHealthTimeout())
                .getStatus()
                .name();
    }

    /**
     * Sets the OpenSearch runner for embedded mode.

        accessResult1.setMimeType("text/plain");
        accessResult1.setParentUrl("http://www.parent.com/");
        accessResult1.setRuleId("htmlRule");
        accessResult1.setSessionId("id1");
        accessResult1.setStatus(200);
        accessResult1.setUrl("http://www.id1.com/");

        dataService.store(accessResult1);

        final OpenSearchAccessResult accessResult2 = dataService.getAccessResult("id1", "http://www.id1.com/");

    /**
     * Test run method with no URLs in queue.
     */
    public void test_run_noUrlsInQueue() throws Exception {
        when(urlQueueService.poll(anyString())).thenReturn(null);
        crawlerContext.setStatus(CrawlerStatus.RUNNING);
        crawlerContext.maxThreadCheckCount = 1; // Will exit after 1 check

        crawlerThread.run();

        verify(urlQueueService, times(1)).poll(anyString());
    }