* This class wraps a {@link FileInputStream} to read from the specified temporary file.
     *
     * @param tempFile the temporary file to be read
     * @throws FileNotFoundException if the specified file does not exist
     */
    public TemporaryFileInputStream(final File tempFile) throws FileNotFoundException {
        this.tempFile = tempFile;
        fileInputStream = new FileInputStream(tempFile);
    }

    /**

     */
    public void clear() {
        urlQueueMap.clear();
        sessionMap.clear();
    }

    /**
     * Returns the URL queue for the specified session ID.
     * Creates a new queue if one doesn't exist.
     * @param sessionId the session ID
     * @return the URL queue for the session
     */
    public synchronized Queue<UrlQueueImpl<Long>> getUrlQueueList(final String sessionId) {

     * @param bucketName the name of the bucket containing the object
     * @param path the path to the object within the bucket
     * @return the object metadata, or null if the object does not exist
     * @throws CrawlingAccessException if the bucket does not exist
     */
    protected StatObjectResponse getStatObject(final String bucketName, final String path) {
        if (StringUtil.isEmpty(path)) {
            return null;
        }

public class CrawlerStatusTest extends PlainTestCase {

    /**
     * Test that all expected enum values exist
     */
    public void test_enumValues() {
        CrawlerStatus[] values = CrawlerStatus.values();

        assertNotNull(values);
        assertEquals(3, values.length);

        // Verify all expected values exist
        assertEquals(CrawlerStatus.INITIALIZING, values[0]);

     * If the index doesn't exist, it will be created with the configured number of shards and replicas.
     * If the mapping doesn't exist, it will be created from the JSON file in the mapping directory.
     *
     * @param mappingName The name of the mapping to create.
     */
    protected void createMapping(final String mappingName) {
        boolean exists = false;
        try {

     * @param url The URL to check.
     * @return true if the URL exists in the queue, false otherwise.
     */
    @Override
    protected boolean exists(final String sessionId, final String url) {
        final boolean ret = super.exists(sessionId, url);
        if (!ret) {
            final QueueHolder queueHolder = getQueueHolder(sessionId);
            final Queue<OpenSearchUrlQueue> waitingQueue = queueHolder.waitingQueue;

 * <li>{@link #deleteFromArray(String, String, String)}: Deletes a specific entry from the array index based on the ID.</li>
 * <li>{@link #createMappingIfEmpty(String, String, Client)}: Creates the index mapping if it does not exist.</li>
 * <li>{@link #loadIndexSettings()}: Loads the index settings from a JSON file.</li>
 * </ul>
 *
 * <p>Fields:
 * <ul>
 * <li>{@link #logger}: Logger instance for logging debug information.</li>

        analyzerSettingsIndexName = createAnalyzerSettingsIndexName(settingsIndexName);
    }

    /**
     * Initializes the analyzer settings.
     * If the analyzer settings index does not exist, it creates it with default settings and mappings.
     * It also loads analyzer names and field analyzer mappings.
     */
    public synchronized void init() {
        try {

     * @return true if the rule was successfully removed, false otherwise
     */
    boolean removeRule(Rule rule);

    /**
     * Checks if the specified rule exists.
     *
     * @param rule the rule to check for existence
     * @return true if the rule exists, false otherwise
     */
    boolean hasRule(Rule rule);

            File file = new File(targetFile, paths[i]);
            if (file.exists()) {
                if (!file.isDirectory()) {
                    for (int j = 0; j < maxDuplicatedPath; j++) {
                        file = new File(targetFile, paths[i] + "_" + j);
                        if (!file.exists()) {
                            if (!file.mkdirs()) {