/** The text content field. */
    public static final String TEXT = "text";
    /** The prefix for reading fields. */
    public static final String READING_PREFIX = "reading_";
    /** The score field. */
    public static final String SCORE = "score";
    /** The query frequency field. */
    public static final String QUERY_FREQ = "queryFreq";
    /** The document frequency field. */
    public static final String DOC_FREQ = "docFreq";

    "kinds": {
      "type": "keyword"
    },
    "queryFreq": {
      "type": "long"
    },
    "roles": {
      "type": "keyword"
    },
    "languages": {
      "type": "keyword"
    },
    "score": {
      "type": "double"
    },
    "tags": {
      "type": "keyword"
    },
    "text": {
      "type": "keyword"
    },
    "userBoost": {
      "type": "double"
    }
  }

     * @param fields the array of fields associated with the search words
     * @param tags the array of tags associated with the search words
     * @param roles the array of roles associated with the search words
     * @param score the score associated with the search words
     * @param readingConverter the converter to use for converting readings
     * @param normalizer the normalizer to use for normalizing the search words

     */
    public ContentLengthHelper() {
        // Default constructor
    }

    /** Default maximum content length set to 10MB */
    protected long defaultMaxLength = 10L * 1024L * 1024L;

    /** Map to store maximum content lengths for specific MIME types */
    protected Map<String, Long> maxLengthMap = new HashMap<>();

    /**
     * Adds a maximum content length for a specific MIME type.

import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.atomic.AtomicLong;

import org.codelibs.core.exception.InterruptedRuntimeException;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.lang.SystemUtil;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

        accessResult1.setRuleId("htmlRule");
        accessResult1.setSessionId("id1");
        accessResult1.setStatus(200);
        accessResult1.setUrl("http://www.id1.com/");

        dataService.store(accessResult1);

        final AccessResult accessResult2 = dataService.getAccessResult("id1", "http://www.id1.com/");
        assertNotNull(accessResult2);

        accessResult2.setMimeType("text/html");

 */
package org.codelibs.fess.crawler.rule.impl;

import java.util.HashMap;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.codelibs.core.beans.util.BeanUtil;
import org.codelibs.core.beans.util.CopyOptions;
import org.codelibs.fess.crawler.entity.ResponseData;

/**
 * RegexRule is a rule implementation that uses regular expressions to match against the ResponseData.

			<scope>provided</scope>
		</dependency>
		<dependency>
			<groupId>junit</groupId>
			<artifactId>junit</artifactId>
			<version>${junit.version}</version>
			<scope>test</scope>
		</dependency>
		<dependency>
			<groupId>org.dbflute.utflute</groupId>
			<artifactId>utflute-lasta-di</artifactId>
			<version>${utflute.version}</version>
			<scope>test</scope>
		</dependency>
		<dependency>

			<scope>provided</scope>
		</dependency>
		<dependency>
			<groupId>org.codelibs.opensearch</groupId>
			<artifactId>opensearch-runner</artifactId>
			<version>${opensearch.runner.version}</version>
			<scope>test</scope>
		</dependency>
		<dependency>
			<groupId>junit</groupId>
			<artifactId>junit</artifactId>
			<version>${junit.version}</version>
			<scope>test</scope>
		</dependency>

			<version>${utflute.version}</version>
			<scope>test</scope>
		</dependency>
		<dependency>
			<groupId>org.mortbay.jetty</groupId>
			<artifactId>jetty</artifactId>
			<version>6.1.26</version>
			<scope>test</scope>
		</dependency>
		<dependency>
			<groupId>org.slf4j</groupId>
			<artifactId>slf4j-simple</artifactId>
			<version>${slf4j.version}</version>
			<scope>test</scope>
		</dependency>
	</dependencies>