@CustomSize(maxKey = "form.admin.max.input.size")
    public String urls;

    /**
     * URL patterns to include during crawling.
     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String includedUrls;

    /**
     * URL patterns to exclude during crawling.
     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String excludedUrls;

    /**

        }

        if (cae.isDebugEnabled()) {
            logger.debug("[{}] Crawling Access Exception at {}", failureUrlId, urlQueue.getUrl(), cae);
        } else if (cae.isInfoEnabled()) {
            logger.info("[{}] {}", failureUrlId, cae.getMessage());
        } else if (cae.isWarnEnabled()) {
            logger.warn("[{}] Crawling Access Exception at {}", failureUrlId, urlQueue.getUrl(), cae);

import org.lastaflute.web.response.HtmlResponse;
import org.lastaflute.web.response.render.RenderData;
import org.lastaflute.web.ruts.process.ActionRuntime;

import jakarta.annotation.Resource;

/**
 * Admin action for Crawling Info management.
 *
 */
public class AdminCrawlinginfoAction extends FessAdminAction {

    /**
     * Default constructor.
     */
    public AdminCrawlinginfoAction() {
        super();
    }

    /**
     * Default constructor.
     */
    public MailForm() {
        // Default constructor
    }

    /** The incremental crawling setting. */
    public String incrementalCrawling;

    /** The day for cleanup setting. */
    public String dayForCleanup;

    /** The crawling thread count setting. */
    public String crawlingThreadCount;

    /** The search log setting. */
    public String searchLog;

import org.codelibs.fess.app.web.api.admin.BaseSearchBody;

/**
 * Search request body for file crawling configuration administration API.
 */
public class SearchBody extends BaseSearchBody {

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Name of the file crawling configuration */
    public String name;

    /** File paths to crawl */
    public String paths;

    public void setSessionIdList(final List<String> sessionIdList) {
        this.sessionIdList = sessionIdList;
    }

    /**
     * Sets the flag indicating whether crawling should be finished.
     *
     * @param finishCrawling true if crawling should be finished, false otherwise
     */
    public void setFinishCrawling(final boolean finishCrawling) {
        this.finishCrawling = finishCrawling;
    }

    /**

import org.dbflute.optional.OptionalEntity;

import jakarta.annotation.Resource;

/**
 * Service class for managing failure URLs that occur during web crawling.
 * Provides functionality to store, retrieve, and manage failed crawling attempts
 * with their associated error information.
 */
public class FailureUrlService {

    /** Logger instance for this class */

        }
    }

    /**
     * Processes a crawling request for a specific URL.
     * Executes the full crawling pipeline including client execution, rule processing,
     * transformation, and data extraction.
     *
     * @param crawlingConfig the crawling configuration to use
     * @param crawlingInfoId the crawling session ID
     * @param url the URL to process

        GOEXE=""
        GOEXPERIMENT=""
        GOFLAGS=""
        GOHOSTARCH="arm64"
        GOHOSTOS="darwin"
        GOINSECURE=""
        GOMODCACHE="/Users/gopher/go/pkg/mod"
        GONOPROXY=""
        GONOSUMDB=""
        GOOS="darwin"
        GOPATH="/Users/gopher/go"
        GOPRIVATE=""
        GOPROXY="https://proxy.golang.org,direct"
        GOROOT="/usr/local/go"

import java.util.Objects;

import org.codelibs.fess.crawler.Constants;

/**
 * Represents a request data for crawling.
 * This class encapsulates the HTTP method, URL, and weight associated with a crawling request.
 */
public class RequestData {
    /**
     * HTTP methods supported for crawling requests.
     */
    public enum Method {
        /** HTTP GET method. */
        GET,
        /** HTTP POST method. */