import org.lastaflute.web.response.HtmlResponse;
import org.lastaflute.web.response.render.RenderData;
import org.lastaflute.web.ruts.process.ActionRuntime;

import jakarta.annotation.Resource;

/**
 * Admin action for Crawling Info management.
 *
 */
public class AdminCrawlinginfoAction extends FessAdminAction {

    /**
     * Default constructor.
     */
    public AdminCrawlinginfoAction() {
        super();
    }

import org.codelibs.fess.app.web.api.admin.BaseSearchBody;

/**
 * Search request body for file crawling configuration administration API.
 */
public class SearchBody extends BaseSearchBody {

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Name of the file crawling configuration */
    public String name;

    /** File paths to crawl */
    public String paths;

import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlQueueService;

/**
 * Utility class for managing crawling parameters using ThreadLocal variables.
 * This class provides methods to set and get various parameters related to the crawling process.
 *
 * <p>This class is final and cannot be instantiated.</p>
 *
 * <p>The following parameters are managed:</p>
 * <ul>

#### Migration Steps

**Step 1: Set Up Fess Crawling**

1. In Fess Admin, create a new Web crawling configuration
2. Add your website URL as the starting point
3. Configure crawl depth and URL patterns
4. Start crawling

**Step 2: Replace JavaScript Code**

Replace existing GSS/CSE code:

```javascript
<!-- Old GSS/CSE Code -->

  <mailingLists>
    <!--mailingList> MNG-3124: no way to add a list to parent content, only full override
      <name>child</name>
      <post>post@mailing.list.com</post>
      <subscribe>subscribe@mailing.list.com</subscribe>
      <unsubscribe>unsubscribe@mailing.list.com</unsubscribe>
    </mailingList-->
  </mailingLists>

  <build>
    <plugins>
      <plugin>
        <groupId>inheritance.configuration</groupId>

import java.util.Objects;

import org.codelibs.fess.crawler.Constants;

/**
 * Represents a request data for crawling.
 * This class encapsulates the HTTP method, URL, and weight associated with a crawling request.
 */
public class RequestData {
    /**
     * HTTP methods supported for crawling requests.
     */
    public enum Method {
        /** HTTP GET method. */
        GET,
        /** HTTP POST method. */

        }
    }

    /**
     * Processes a crawling request for a specific URL.
     * Executes the full crawling pipeline including client execution, rule processing,
     * transformation, and data extraction.
     *
     * @param crawlingConfig the crawling configuration to use
     * @param crawlingInfoId the crawling session ID
     * @param url the URL to process

 */
package org.codelibs.fess.app.web.admin.crawlinginfo;

/**
 * The search form for Crawling Info.
 */
public class SearchForm {

    /**
     * Default constructor for SearchForm.
     */
    public SearchForm() {
    }

    /**
     * The session ID field for searching crawling information.
     */
    public String sessionId;

 * This class extends the base CrawlerThread and provides Fess-specific functionality for
 * crawling and indexing documents, including incremental crawling capabilities, content
 * modification checking, and integration with the Fess search engine backend.
 *
 * <p>Key features include:</p>
 * <ul>
 * <li>Incremental crawling support with last-modified timestamp checking</li>
 * <li>Document expiration handling</li>

import org.dbflute.optional.OptionalEntity;

import jakarta.annotation.Resource;

/**
 * Service class for managing failure URLs that occur during web crawling.
 * Provides functionality to store, retrieve, and manage failed crawling attempts
 * with their associated error information.
 */
public class FailureUrlService {

    /** Logger instance for this class */