if (item == null) {
                return new SuggestIndexResponse(0, 1, null, System.currentTimeMillis() - start);
            }
            final long parseTime = System.currentTimeMillis();
            final SuggestIndexResponse response = index(item);
            final long indexTime = System.currentTimeMillis();
            if (logger.isInfoEnabled()) {

            final String sessionId = crawler.execute();

            // Wait for crawler to start running with polling
            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {

                            log(logHelper, LogType.GET_CONTENT, crawlerContext, urlQueue);
                            // access an url
                            final long startTime = SystemUtil.currentTimeMillis();
                            responseData = client.execute(RequestDataBuilder.newRequestData()
                                    .method(urlQueue.getMethod())
                                    .url(urlQueue.getUrl())

            final String sessionId = crawler.execute();

            // Wait for crawler to start running with polling
            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {

            return;
        }
        final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue();
        urlQueue.setSessionId(sessionId);
        urlQueue.setUrl(url);
        urlQueue.setCreateTime(System.currentTimeMillis());
        urlQueue.setLastModified(0L);
        urlQueue.setDepth(0);
        urlQueue.setMethod(Constants.GET_METHOD);
        insert(urlQueue);
    }

    /**

         */
        @Override
        public ResponseData execute(final RequestData request) {
            final long now = SystemUtil.currentTimeMillis();
            if (now - previousTime < interval) {
                throw new IllegalStateException();
            }
            previousTime = now;

            count++;

                try {
                    statusSetLatch.countDown();
                    // Poll for status change instead of fixed sleep
                    long startTime = System.currentTimeMillis();
                    while (System.currentTimeMillis() - startTime < 500) {
                        if (CrawlerStatus.DONE == crawlerContext.getStatus()) {
                            successCount.incrementAndGet();

        source.put(FieldNames.LANGUAGES, Arrays.asList("ja"));
        source.put(FieldNames.KINDS, Arrays.asList("document"));
        source.put(FieldNames.TIMESTAMP, System.currentTimeMillis());

        SuggestItem item = SuggestItem.parseSource(source);

        assertNotNull(item);
        assertEquals("parsed text", item.getText());
        assertEquals(75L, item.getQueryFreq());

                .map(d -> {
                    final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue");
                    uq.setCreateTime(SystemUtil.currentTimeMillis());
                    uq.setDepth(depth);
                    uq.setMethod(d.getMethod().name());
                    uq.setEncoding(encoding);
                    uq.setParentUrl(url);

                this.lastModified = synonymLoader.getLastModified();
            } else {
                this.synonymLoader = null;
                this.lastModified = System.currentTimeMillis();
            }
            synonymMap = synonymLoader.getSynonymMap();
            if (synonymMap != null && synonymMap.fst == null) {
                this.synonymMap = null;
            }
        } else {