```

### OpenSearch Integration

```java
// Add OpenSearch dependency and configure
container.singleton("opensearchDataService", OpenSearchDataService.class, service -> {
    service.setIndexName("crawler-data");
    service.setHostname("localhost");
    service.setPort(9200);
});
```

## Performance Tuning

### Thread Configuration

```java
// Optimize thread pool settings

 * </p>
 * <ul>
 *   <li>{@code STORAGE_ENDPOINT}: The endpoint URL of the MinIO service.</li>
 *   <li>{@code STORAGE_ACCESS_KEY}: The access key for authentication.</li>
 *   <li>{@code STORAGE_SECRET_KEY}: The secret key for authentication.</li>
 *   <li>{@code STORAGE_REGION}: The region of the MinIO service.</li>
 * </ul>
 *
 * <p>

# JVM platform
platforms/jvm/                                      @gradle/bt-jvm
platforms/core-configuration/java-api-extractor     @gradle/bt-jvm

# JVM testing services also shared by GE testing plugins
platforms/jvm/testing-junit-platform/       @gradle/bt-jvm @gradle/dv-testing-team
platforms/jvm/testing-jvm/                  @gradle/bt-jvm @gradle/dv-testing-team

 * </p>
 *
 * <p>
 * The class uses {@link CrawlerContainer} to access components like {@link AccessResult}
 * and {@link UrlQueue}. It also uses {@link CrawlingParameterUtil} to access services
 * like {@link UrlQueueService} and DataService, as well as the {@link CrawlerContext}.
 * </p>
 *
 * <p>
 * The class provides methods to check if a response is successful or not modified based on

import org.codelibs.fess.crawler.filter.UrlFilter;
import org.codelibs.fess.crawler.interval.IntervalController;
import org.codelibs.fess.crawler.rule.RuleManager;
import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlQueueService;

import jakarta.annotation.Resource;

/**
 * The Crawler class is the main class for web crawling. It manages the crawling process,

import org.codelibs.fess.crawler.log.LogType;
import org.codelibs.fess.crawler.processor.ResponseProcessor;
import org.codelibs.fess.crawler.rule.Rule;
import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlQueueService;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;

import jakarta.annotation.Resource;

/**

				"application/remote-printing",
				"application/resource-lists+xml",
				"application/resource-lists-diff+xml",
				"application/riscos",
				"application/rlmi+xml",
				"application/rls-services+xml",
				"application/rsd+xml",
				"application/rss+xml",
				"application/rtf",
				"application/rtx",
				"application/samlassertion+xml",
				"application/samlmetadata+xml",
				"application/sbml+xml",

   DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
   ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
   (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
   LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
   ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

import org.opensearch.search.sort.SortBuilder;

import com.google.common.hash.HashFunction;
import com.google.common.hash.Hashing;

import jakarta.annotation.Resource;

/**
 * Abstract base class for crawler services that interact with OpenSearch.
 *
 * @author shinsuke
 *
 */
public abstract class AbstractCrawlerService {
    /**
     * Creates a new instance of AbstractCrawlerService.
     */

    <glob pattern="*.rld"/>
  </mime-type>
  <mime-type type="application/riscos"/>
  <mime-type type="application/rlmi+xml"/>
  <mime-type type="application/rls-services+xml">
    <glob pattern="*.rs"/>
  </mime-type>
  <mime-type type="application/rsd+xml">
    <glob pattern="*.rsd"/>
  </mime-type>

  <mime-type type="application/rss+xml">