*/
package org.codelibs.fess.crawler.service;

import java.util.List;

import org.codelibs.fess.crawler.entity.UrlQueue;

/**
 * @author shinsuke
 *
 */
public interface UrlQueueService<QUEUE extends UrlQueue<?>> {

    void updateSessionId(String oldSessionId, String newSessionId);

    void add(String sessionId, String url);

    void insert(QUEUE urlQueue);

import org.dbflute.utflute.core.PlainTestCase;

public class CrawlerTest extends PlainTestCase {

    public Crawler crawler;

    public DataService dataService;

    public UrlQueueService urlQueueService;

    public FileTransformer fileTransformer;

    private StandardCrawlerContainer container;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

            ROBOT_CONTEXT_THREAD_LOCAL.set(crawlerContext);
        }
    }

    public static UrlQueueService<UrlQueue<?>> getUrlQueueService() {
        return URL_QUEUE_SERVICE_THREAD_LOCAL.get();
    }

    public static void setUrlQueueService(final UrlQueueService<UrlQueue<?>> urlQueueService) {
        if (urlQueueService == null) {
            URL_QUEUE_SERVICE_THREAD_LOCAL.remove();
        } else {

        urlQueue.setUrl("http://www.example.com/");

        urlQueueService.insert(urlQueue);
        assertTrue(fesenClient.prepareSearch("fess_crawler.queue").setQuery(QueryBuilders.termQuery("sessionId", "sessionId")).setSize(0)
                .execute().actionGet().getHits().getTotalHits().value > 0);

        urlQueueService.delete("sessionId");

import org.codelibs.fess.crawler.helper.MemoryDataHelper;
import org.codelibs.fess.crawler.service.UrlQueueService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * @author shinsuke
 *
 */
public class UrlQueueServiceImpl implements UrlQueueService<UrlQueueImpl<Long>> {

    private static final Logger logger = LoggerFactory.getLogger(UrlQueueServiceImpl.class);

    @Resource

import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlQueueService;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;

/**
 * @author shinsuke
 *
 */
public class CrawlerThread implements Runnable {

    @Resource
    protected UrlQueueService<UrlQueue<?>> urlQueueService;

    @Resource
    protected DataService<AccessResult<?>> dataService;

    @Resource

    private static final Logger logger = LoggerFactory.getLogger(Crawler.class);

    @Resource
    protected UrlQueueService<UrlQueue<?>> urlQueueService;

    @Resource
    protected DataService<AccessResult<?>> dataService;

    @Resource
    protected UrlFilter urlFilter;

    @Resource
    protected RuleManager ruleManager;

    @Resource
    protected CrawlerContainer crawlerContainer;

    @Resource

    @Resource
    private Crawler crawler;

    @Resource
    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

    @Resource
    private FileTransformer fileTransformer;

    @Resource
    private CrawlerContainer crawlerContainer;

    @Override
    protected String prepareConfigFile() {
        return "crawler.xml";
    }

        final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
        final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
        if (!urlQueueService.visited(urlQueue)) {
            if (checkAccessCount(crawlerContext)) {
                final AccessResult<?> accessResult = createAccessResult(responseData, resultData);

public class CrawlerTest extends LastaDiTestCase {

    @Resource
    private Crawler crawler;

    @Resource
    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

    @Resource
    private UrlFilterService urlFilterService;

    @Resource
    private FileTransformer fileTransformer;

    @Resource
    private FesenClient fesenClient;