crawler.document.fullstop.chars=u002eu06d4u2e3cu3002
# Encoding for crawling data.
crawler.crawling.data.encoding=UTF-8
# Supported web protocols for crawling.
crawler.web.protocols=http,https
# Supported file protocols for crawling.
crawler.file.protocols=file,smb,smb1,ftp,storage
# Pattern for environment variable keys in crawling data.
crawler.data.env.param.key.pattern=^FESS_ENV_.*

import jakarta.annotation.Resource;

/**
 * API action for admin file configuration management.
 * Provides RESTful API endpoints for managing file crawling configuration settings in the Fess search engine.
 * File configurations define settings for crawling file systems, FTP servers, and other file-based data sources.
 *
 */
public class ApiAdminFileconfigAction extends FessApiAdminAction {

    /**
     * The script data or code for the scheduled job.
     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String scriptData;

    /**
     * Whether this job is related to crawling.
     */
    public String crawler;

    /**
     * Whether job logging is enabled.
     */
    public String jobLogging;

    /**
     * Whether the scheduled job is available/enabled.
     */

      // This is the size needed to add the replacement, not the full size
      // needed by the string. We only regrow when we absolutely must, and
      // when we do grow, grow enough to avoid excessive growing. Grow.
      int sizeNeeded = destIndex + charsSkipped + rlen;
      if (destSize < sizeNeeded) {
        destSize = sizeNeeded + DEST_PAD_MULTIPLIER * (slen - index);
        dest = growBuffer(dest, destIndex, destSize);

 * This processor extends DefaultResponseProcessor to provide additional
 * processing capabilities through the ingest framework, allowing for
 * custom data transformation and enrichment during the crawling process.
 *
 * <p>It supports pluggable ingesters that can modify the result data
 * before it is stored in the search index.</p>
 */
public class FessResponseProcessor extends DefaultResponseProcessor {
    /**

import org.lastaflute.web.validation.Required;
import org.lastaflute.web.validation.theme.conversion.ValidateTypeFailure;

import jakarta.validation.constraints.Size;

/**
 * Form class for editing data crawling configurations in the admin interface.
 * This form extends CreateForm to include fields necessary for updating existing data config entries,
 * including tracking information for optimistic locking and audit trails.

 * including tracking information for optimistic locking and audit trails.
 * Web authentication configurations define credentials for accessing protected web resources during crawling.
 */
public class EditForm extends CreateForm {

    /**
     * Creates a new EditForm instance.
     */
    public EditForm() {
        super();
    }

    /**

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.exception;

import java.io.PrintStream;
import java.io.PrintWriter;

/**
 * An exception that indicates multiple crawling access exceptions occurred.
 * This exception holds an array of Throwable objects representing the individual causes.
 * It extends CrawlingAccessException and provides methods to print the stack traces of all causes.
 *
 */

 */
package org.codelibs.fess.crawler.exception;

/**
 * MimeTypeException is a custom exception class that extends CrawlerSystemException.
 * It is used to indicate exceptions related to MIME type handling during the crawling process.
 * This exception can be thrown with a message, a cause, or both.
 */
public class MimeTypeException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**

 */
package org.codelibs.fess.crawler.exception;

/**
 * RobotsTxtException is an exception class that represents an error related to robots.txt processing during web crawling.
 * It extends CrawlerSystemException and provides constructors to create instances with a message and/or a cause.
 *
 */
public class RobotsTxtException extends CrawlerSystemException {