* @param bucketName the name of the bucket containing the object
     * @param path the path to the object within the bucket
     * @return the object metadata, or null if the object does not exist
     * @throws CrawlingAccessException if the bucket does not exist
     */
    protected StatObjectResponse getStatObject(final String bucketName, final String path) {
        if (StringUtil.isEmpty(path)) {
            return null;
        }

public class CrawlerStatusTest extends PlainTestCase {

    /**
     * Test that all expected enum values exist
     */
    public void test_enumValues() {
        CrawlerStatus[] values = CrawlerStatus.values();

        assertNotNull(values);
        assertEquals(3, values.length);

        // Verify all expected values exist
        assertEquals(CrawlerStatus.INITIALIZING, values[0]);

     * If the index doesn't exist, it will be created with the configured number of shards and replicas.
     * If the mapping doesn't exist, it will be created from the JSON file in the mapping directory.
     *
     * @param mappingName The name of the mapping to create.
     */
    protected void createMapping(final String mappingName) {
        boolean exists = false;
        try {

     * @param url The URL to check.
     * @return true if the URL exists in the queue, false otherwise.
     */
    @Override
    protected boolean exists(final String sessionId, final String url) {
        final boolean ret = super.exists(sessionId, url);
        if (!ret) {
            final QueueHolder queueHolder = getQueueHolder(sessionId);
            final Queue<OpenSearchUrlQueue> waitingQueue = queueHolder.waitingQueue;

 * <li>{@link #deleteFromArray(String, String, String)}: Deletes a specific entry from the array index based on the ID.</li>
 * <li>{@link #createMappingIfEmpty(String, String, Client)}: Creates the index mapping if it does not exist.</li>
 * <li>{@link #loadIndexSettings()}: Loads the index settings from a JSON file.</li>
 * </ul>
 *
 * <p>Fields:
 * <ul>
 * <li>{@link #logger}: Logger instance for logging debug information.</li>

        analyzerSettingsIndexName = createAnalyzerSettingsIndexName(settingsIndexName);
    }

    /**
     * Initializes the analyzer settings.
     * If the analyzer settings index does not exist, it creates it with default settings and mappings.
     * It also loads analyzer names and field analyzer mappings.
     */
    public synchronized void init() {
        try {

            File file = new File(targetFile, paths[i]);
            if (file.exists()) {
                if (!file.isDirectory()) {
                    for (int j = 0; j < maxDuplicatedPath; j++) {
                        file = new File(targetFile, paths[i] + "_" + j);
                        if (!file.exists()) {
                            if (!file.mkdirs()) {

import org.opensearch.action.admin.indices.alias.get.GetAliasesResponse;
import org.opensearch.action.admin.indices.create.CreateIndexResponse;
import org.opensearch.action.admin.indices.exists.indices.IndicesExistsResponse;
import org.opensearch.action.admin.indices.get.GetIndexResponse;
import org.opensearch.action.admin.indices.refresh.RefreshResponse;
import org.opensearch.action.search.SearchResponse;

     * Copies content from an SmbFile to a File.
     * @param src The source SmbFile.
     * @param dest The destination File.
     */
    private void copy(final SmbFile src, final File dest) {
        if (dest.exists() && !dest.canWrite()) {
            return;
        }
        try (BufferedInputStream in = new BufferedInputStream(new SmbFileInputStream(src));

                    crawlerContext.decrementAndGetAccessCount();
                    if (urlQueueService.visited(urlQueue)) {
                        // document already exists
                        if (logger.isDebugEnabled()) {
                            logger.debug("{} exists.", urlQueue.getUrl(), e);
                        }
                        return;
                    }
                    throw e;
                }