import org.dbflute.utflute.core.PlainTestCase;

public class CrawlerTest extends PlainTestCase {

    public Crawler crawler;

    public DataService dataService;

    public UrlQueueService urlQueueService;

    public FileTransformer fileTransformer;

    private StandardCrawlerContainer container;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        }

        urlQueueService.offerAll(sessionId, urlQueueList);

        // Poll - items should be ordered by weight (descending)
        final OpenSearchUrlQueue first = urlQueueService.poll(sessionId);
        assertNotNull(first);
        // Weight should be highest
        assertTrue(first.getWeight() >= 1);

        urlQueueService.delete(sessionId);
    }

     *
     * @param urlQueueService the UrlQueueService instance to be set, or null to remove the current instance
     */
    public static void setUrlQueueService(final UrlQueueService<UrlQueue<?>> urlQueueService) {
        if (urlQueueService == null) {
            URL_QUEUE_SERVICE_THREAD_LOCAL.remove();
        } else {
            URL_QUEUE_SERVICE_THREAD_LOCAL.set(urlQueueService);
        }
    }

    /**

import org.codelibs.fess.crawler.service.UrlQueueService;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test case for CrawlerThread class.
 */
public class CrawlerThreadTest extends PlainTestCase {

    private CrawlerThread crawlerThread;
    private CrawlerContext crawlerContext;
    private UrlQueueService<UrlQueue<?>> urlQueueService;
    private DataService dataService;

    public void test_urlQueueService_setAndGet() {
        // Initially should be null
        assertNull(CrawlingParameterUtil.getUrlQueueService());

        // Create a mock UrlQueueService
        UrlQueueService<UrlQueue<?>> service = new UrlQueueService<UrlQueue<?>>() {
            @Override
            public void updateSessionId(String oldSessionId, String newSessionId) {
            }

            @Override

    private static final Logger logger = LogManager.getLogger(Crawler.class);

    /**
     * Service for managing URL queues during crawling.
     */
    @Resource
    protected UrlQueueService<UrlQueue<?>> urlQueueService;

    /**
     * Service for managing access result data.
     */
    @Resource
    protected DataService<AccessResult<?>> dataService;

    /**

```java
"^https?://.*"     → httpClient
"^file:.*"         → fileSystemClient
"^ftp://.*"        → ftpClient
"^smb://.*"        → smbClient
"^storage://.*"    → storageClient
```

### Services

**UrlQueueService**: URL queue management (FIFO), duplicate detection via `visited()`
**DataService**: Access result persistence, iteration

**Implementations**:
- `UrlQueueServiceImpl`, `DataServiceImpl`: In-memory (default)

    @Resource
    protected DataService<OpenSearchAccessResult> dataService;

    /** Service for managing URL crawling queue */
    @Resource
    protected UrlQueueService<OpenSearchUrlQueue> urlQueueService;

    /** Service for URL filtering operations */
    @Resource
    protected UrlFilterService urlFilterService;

    /** Behavior class for click log operations */
    @Resource

import jakarta.annotation.PreDestroy;
import jakarta.annotation.Resource;

/**
 * OpenSearchUrlQueueService is an implementation of {@link UrlQueueService} for OpenSearch.
 *
 * @author shinsuke
 *
 */
public class OpenSearchUrlQueueService extends AbstractCrawlerService implements UrlQueueService<OpenSearchUrlQueue> {
    /**
     * Logger instance.
     */

        } catch (final Exception e) {
            logger.warn("Failed to delete UrlFilter: sessionId={}", sid, e);
        }

        try {
            // clear queue
            urlQueueService.clearCache();
            urlQueueService.delete(sid);
        } catch (final Exception e) {
            logger.warn("Failed to delete UrlQueue: sessionId={}", sid, e);
        }

        try {
            // clear