* governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.entity;

/**
 * @author shinsuke
 *
 */
public class UrlQueueImpl<IDTYPE> implements UrlQueue<IDTYPE> {
    protected IDTYPE id;

    protected String sessionId;

    protected String method;

    protected String url;

    protected String metaData;

     */
    @Override
    public void offerAll(final String sessionId, final List<UrlQueueImpl<Long>> newUrlQueueList) {
        final Queue<UrlQueueImpl<Long>> urlQueueList = dataHelper.getUrlQueueList(sessionId);
        synchronized (urlQueueList) {
            final List<UrlQueueImpl<Long>> targetList = new ArrayList<>();
            for (final UrlQueueImpl<Long> urlQueue : newUrlQueueList) {
                if (isNewUrl(urlQueue, urlQueueList)) {

import java.util.Queue;
import java.util.regex.Pattern;

import org.codelibs.fess.crawler.entity.AccessResultImpl;
import org.codelibs.fess.crawler.entity.UrlQueueImpl;

/**
 * @author shinsuke
 *
 */
public class MemoryDataHelper {
    protected volatile Map<String, Queue<UrlQueueImpl<Long>>> urlQueueMap = new HashMap<>();

    protected volatile Map<String, Map<String, AccessResultImpl<Long>>> sessionMap = new HashMap<>();

import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;

import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.entity.UrlQueueImpl;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author hayato
 *
 */
public class HostIntervalControllerTest extends PlainTestCase {

	<!-- Entity -->
	<component name="accessResult" class="org.codelibs.fess.crawler.entity.AccessResultImpl" instance="prototype" >
	</component>
	<component name="urlQueue" class="org.codelibs.fess.crawler.entity.UrlQueueImpl" instance="prototype" >
	</component>

	<!-- Service -->
	<component name="urlQueueService" class="org.codelibs.fess.crawler.service.impl.UrlQueueServiceImpl" instance="prototype" >
	</component>

package org.codelibs.fess.crawler.entity;

import java.io.IOException;

import org.opensearch.core.xcontent.ToXContent;
import org.opensearch.core.xcontent.XContentBuilder;

public class OpenSearchUrlQueue extends UrlQueueImpl<String> implements ToXContent {

    public static final String ID = "id";

    public static final String SESSION_ID = "sessionId";

    public static final String METHOD = "method";

import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.AccessResultImpl;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.entity.UrlQueueImpl;
import org.codelibs.fess.crawler.extractor.ExtractorFactory;
import org.codelibs.fess.crawler.extractor.impl.TikaExtractor;
import org.codelibs.fess.crawler.filter.impl.UrlFilterImpl;