*   <li>Handling exceptions that may occur during the crawling process.</li>
 * </ol>
 *
 * <p>
 * The thread also manages the active thread count using {@code crawlerContext.activeThreadCountLock}
 * and provides methods for logging messages using {@link LogHelper}.
 * </p>
 *
 * <p>
 * The crawling process continues until the crawler status is {@link CrawlerStatus#DONE} or the

    @CustomSize(maxKey = "form.admin.max.input.size")
    public String urls;

    /**
     * URL patterns to include during crawling.
     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String includedUrls;

    /**
     * URL patterns to exclude during crawling.
     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String excludedUrls;

    /**

import org.codelibs.fess.app.web.api.admin.BaseSearchBody;

/**
 * Search request body for crawling information administration.
 * Extends BaseSearchBody with crawling information-specific search parameters.
 */
public class SearchBody extends BaseSearchBody {

    /** The crawling session ID to search for. */
    public String sessionId;

    /**
     * Default constructor for SearchBody.
     */

    }

    /**
     * Adds a document to the search index by crawling the specified URL and processing the content.
     * This method handles recursive crawling with depth and access count limits, follows redirects,
     * and processes child URLs discovered during crawling.
     *
     * @param paramMap the data store parameters containing crawling configuration

import org.codelibs.fess.app.web.api.admin.BaseSearchBody;

/**
 * Search request body for web crawling configuration administration API.
 */
public class SearchBody extends BaseSearchBody {

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Name of the web crawling configuration */
    public String name;

    /** URLs to crawl */
    public String urls;

import org.codelibs.fess.app.web.api.admin.BaseSearchBody;

/**
 * Search request body for file crawling configuration administration API.
 */
public class SearchBody extends BaseSearchBody {

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Name of the file crawling configuration */
    public String name;

    /** File paths to crawl */
    public String paths;

labels.depth=Tiefe
labels.excludedPaths=Ausgeschlossene Pfade für das Crawling
labels.excludedUrls=Ausgeschlossene URLs für das Crawling
labels.excludedDocPaths=Ausgeschlossene Pfade für die Suche
labels.excludedDocUrls=Ausgeschlossene URLs für die Suche
labels.hostname=Hostname
labels.id=ID
labels.includedPaths=Eingeschlossene Pfade für das Crawling
labels.includedUrls=Eingeschlossene URLs für das Crawling
labels.includedDocPaths=Eingeschlossene Pfade für die Suche

    /** Property key for incremental crawling configuration. */
    public static final String INCREMENTAL_CRAWLING_PROPERTY = "crawling.incremental";

    /** Property key for crawling thread count configuration. */
    public static final String CRAWLING_THREAD_COUNT_PROPERTY = "crawling.thread.count";

    /** Property key for crawling user agent configuration. */

#### Migration Steps

**Step 1: Set Up Fess Crawling**

1. In Fess Admin, create a new Web crawling configuration
2. Add your website URL as the starting point
3. Configure crawl depth and URL patterns
4. Start crawling

**Step 2: Replace JavaScript Code**

Replace existing GSS/CSE code:

```javascript
<!-- Old GSS/CSE Code -->

    /**
     * The name of the web configuration associated with this failure URL.
     * Used to identify which web crawling configuration encountered the failure.
     */
    public String webConfigName;

    /**
     * The name of the file configuration associated with this failure URL.
     * Used to identify which file crawling configuration encountered the failure.
     */
    public String fileConfigName;

    /**