labels.crawling_info_WebFsCrawlExecTime=Crawl Execution Time (Web/File)
labels.crawling_info_WebFsCrawlStartTime=Crawl Start Time (Web/File)
labels.crawling_info_WebFsCrawlEndTime=Crawl End Time (Web/File)
labels.crawling_info_WebFsIndexExecTime=Indexing Execution Time (Web/File)
labels.crawling_info_WebFsIndexSize=Index Size (Web/File)
labels.crawling_info_DataCrawlExecTime=Crawl Execution Time (Data Store)

     * command. Even though search engine crawlers may consider this information
     * when making decisions, they may crawl pages marked "hourly" less
     * frequently than that, and they may crawl pages marked "yearly" more
     * frequently than that. Crawlers may periodically crawl pages marked
     * "never" so that they can handle unexpected changes to those pages.
     */
    private String changefreq;

    /**

     * specified in the configIdList parameter.
     *
     * @param sessionId unique identifier for this crawling session
     * @param configIdList list of data configuration IDs to crawl
     */
    public void crawl(final String sessionId, final List<String> configIdList) {
        final List<DataConfig> configList = ComponentUtil.getCrawlingConfigHelper().getDataConfigListByIds(configIdList);

</components>
```

### Crawler Context Configuration

```java
// Set maximum number of URLs to crawl
crawler.crawlerContext.setMaxAccessCount(1000);

// Set number of crawler threads
crawler.crawlerContext.setNumOfThread(10);

// Set maximum crawl depth
crawler.crawlerContext.setMaxDepth(3);

// Set request interval (politeness)

    @Size(max = 200)
    public String name;

    /** The description of the file configuration (maximum 1000 characters). */
    @Size(max = 1000)
    public String description;

    /** The file paths to crawl (required, must be valid file URIs). */
    @Required
    @UriType(protocolType = ProtocolType.FILE)
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String paths;

 * This form extends CreateForm to include fields necessary for updating existing data config entries,
 * including tracking information for optimistic locking and audit trails.
 * Data configs define how to crawl and extract data from databases, CSV files, and other data sources.
 *
 */
public class EditForm extends CreateForm {

    /**
     * Creates a new EditForm instance.
     */
    public EditForm() {

        /**
         * Constructs a new crawl request.
         *
         * @param url the URL to crawl
         * @param depth the depth of this URL in the crawling hierarchy
         */
        CrawlRequest(final String url, final int depth) {
            this.url = url;
            this.depth = depth;
        }

        /**
         * Gets the URL of this crawl request.
         *

<div class="wrapper">
    <jsp:include page="/WEB-INF/view/common/admin/header.jsp"></jsp:include>
    <jsp:include page="/WEB-INF/view/common/admin/sidebar.jsp">
        <jsp:param name="menuCategoryType" value="crawl"/>
        <jsp:param name="menuType" value="relatedQuery"/>
    </jsp:include>
    <div class="content-wrapper">
        <div class="content-header">
            <div class="container-fluid">

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Name of the web crawling configuration */
    public String name;

    /** URLs to crawl */
    public String urls;

    /** Description of the web crawling configuration */
    public String description;

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Name of the file crawling configuration */
    public String name;

    /** File paths to crawl */
    public String paths;

    /** Description of the file crawling configuration */
    public String description;