└── fess-crawler-opensearch/  # OpenSearch backend
```

### Key Components

#### Core Engine
- **Crawler**: Main orchestrator managing crawl execution
- **CrawlerContext**: Execution context and configuration
- **CrawlerThread**: Individual crawler thread implementation

#### Client Architecture
- **HcHttpClient**: HTTP/HTTPS client using Apache HttpComponents

	</modules>
	<build>
		<pluginManagement>
			<plugins>
				<plugin>
					<groupId>org.apache.maven.plugins</groupId>
					<artifactId>maven-shade-plugin</artifactId>
					<executions>
						<execution>
							<phase>package</phase>
							<goals>
								<goal>shade</goal>
							</goals>
							<configuration>
								<artifactSet>
									<includes>

     */
    void setCreateTime(Long createTime);

    /**
     * Returns the execution time of the access.
     *
     * @return the execution time
     */
    Integer getExecutionTime();

    /**
     * Sets the execution time of the access.
     *
     * @param executionTime the execution time
     */
    void setExecutionTime(Integer executionTime);

    /**

                throw new ExecutionTimeoutException("The command execution is timeout: " + cmdList);
            }
        } catch (final CrawlerSystemException e) {
            throw e;
        } catch (final InterruptedException e) {
            if (mt != null && mt.isTeminated()) {
                throw new ExecutionTimeoutException("The command execution is timeout: " + cmdList, e);
            }

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.exception;

/**
 * An exception indicating that the execution of a process has timed out.
 * This exception extends {@link org.codelibs.fess.crawler.exception.ExtractException}.
 *
 */
public class ExecutionTimeoutException extends ExtractException {

    }

    /**
     * Gets the execution time for processing this response.
     *
     * @return the execution time in milliseconds
     */
    public long getExecutionTime() {
        return executionTime;
    }

    /**
     * Sets the execution time for processing this response.
     *
     * @param executionTime the execution time in milliseconds
     */

package org.codelibs.fess.crawler.log;

/**
 * LogType defines the different types of log messages that can be generated during the crawling process.
 * Each enum constant represents a specific event or state in the crawler's execution.
 */
public enum LogType {
    /** Indicates the start of a crawling process. */
    START_CRAWLING,
    /** Indicates the cleanup phase of crawling. */
    CLEANUP_CRAWLING,

     */
    public static final String MIME_TYPE = "mimeType";

    /**
     * Field name for creation time.
     */
    public static final String CREATE_TIME = "createTime";

    /**
     * Field name for execution time.
     */
    public static final String EXECUTION_TIME = "executionTime";

    /**
     * Field name for content length.
     */
    public static final String CONTENT_LENGTH = "contentLength";

import org.codelibs.fess.crawler.interval.IntervalController;
import org.codelibs.fess.crawler.rule.RuleManager;

/**
 * The {@link CrawlerContext} class holds the context information for a crawler execution.
 * It contains various attributes related to the crawler's state, configuration, and runtime data.
 * This class provides methods to access and modify these attributes, allowing for control and monitoring

    protected String method;

    /** The MIME type of the accessed resource. */
    protected String mimeType;

    /** The creation time of the access result. */
    protected Long createTime;

    /** The execution time of the access. */
    protected Integer executionTime;

    /** The content length of the accessed resource. */
    protected Long contentLength;

    /** The last modified time of the accessed resource. */