/**
 * Exception thrown when an error occurs during data store crawling operations.
 * This exception provides information about the URL where the error occurred
 * and whether the crawling process should be aborted.
 */
public class DataStoreCrawlingException extends CrawlingAccessException {

    private static final long serialVersionUID = 1L;

    /**
     * The URL where the crawling error occurred.
     */
    private final String url;

    }

    /**
     * Stores crawling information and parameters for the specified session.
     * Creates a new crawling info record if none exists or if create flag is true.
     * Also stores any accumulated information parameters and clears the info map.
     *
     * @param sessionId the session ID for the crawling information
     * @param create if true, creates a new crawling info regardless of existing records

pkg runtime (darwin-arm64), const GOARCH = "arm64"
pkg runtime (darwin-arm64), const GOOS = "darwin"
pkg runtime (darwin-arm64-cgo), const GOARCH = "arm64"
pkg runtime (darwin-arm64-cgo), const GOOS = "darwin"
pkg strconv (darwin-arm64), const IntSize = 64
pkg strconv (darwin-arm64-cgo), const IntSize = 64
pkg syscall (darwin-arm64), const AF_APPLETALK = 16
pkg syscall (darwin-arm64), const AF_APPLETALK ideal-int

    }

    /**
     * Stores (inserts or updates) a crawling information record.
     * Sets up the store conditions including creation time if not already set,
     * then performs an insert or update operation with immediate refresh.
     *
     * @param crawlingInfo the crawling information entity to store
     * @throws FessSystemException if the crawling information is null
     */

import org.codelibs.fess.crawler.service.UrlQueueService;

import jakarta.annotation.Resource;

/**
 * The Crawler class is the main class for web crawling. It manages the crawling process,
 * including adding URLs to the queue, filtering URLs, managing crawler threads,
 * and handling the overall crawling lifecycle.
 *
 * <p>It implements the Runnable interface to be executed in a separate thread,

        
        // Configure crawling parameters
        crawler.addUrl("https://example.com");
        crawler.crawlerContext.setMaxAccessCount(100);
        crawler.crawlerContext.setNumOfThread(5);
        crawler.urlFilter.addInclude("https://example.com/.*");
        
        // Execute crawling
        String sessionId = crawler.execute();
        System.out.println("Crawling completed. Session ID: " + sessionId);
    }
}

            logger.debug("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        } else if (e.isInfoEnabled()) {
            logger.info(e.getMessage());
        } else if (e.isWarnEnabled()) {
            logger.warn("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        } else if (e.isErrorEnabled()) {
            logger.error("Crawling access exception at url: {}", urlQueue.getUrl(), e);

                .status(ApiResult.Status.OK)
                .result());
    }

    /**
     * Retrieves a specific crawling info log by ID.
     *
     * @param id the ID of the crawling info log to retrieve
     * @return JSON response containing the crawling info log data
     */
    // GET /api/admin/crawlinginfo/log/{id}
    @Execute
    public JsonResponse<ApiResult> get$log(final String id) {

 * Each enum constant represents a specific event or state in the crawler's execution.
 */
public enum LogType {
    /** Indicates the start of a crawling process. */
    START_CRAWLING,
    /** Indicates the cleanup phase of crawling. */
    CLEANUP_CRAWLING,
    /** Indicates an unsupported URL was encountered when crawling started. */
    UNSUPPORTED_URL_AT_CRAWLING_STARTED,

pkg os (darwin-amd64), const O_CREATE = 512
pkg os (darwin-amd64), const O_EXCL = 2048
pkg os (darwin-amd64), const O_SYNC = 128
pkg os (darwin-amd64), const O_TRUNC = 1024
pkg os (darwin-amd64), const PathListSeparator = 58
pkg os (darwin-amd64), const PathSeparator = 47
pkg os (darwin-amd64-cgo), const DevNull = "/dev/null"
pkg os (darwin-amd64-cgo), const O_APPEND = 8
pkg os (darwin-amd64-cgo), const O_CREATE = 512