<property name="propertyMap">defaultPropertyMap</property>
		<property name="childUrlRuleMap">htmlUrlRuleMap</property>
		<!--
		<property name="invalidUrlPattern">@java.util.regex.Pattern@compile("^\\s*javascript:|^\\s*mailto:|^\\s*irc:|^\\s*skype:|^\\s*callto:",@java.util.regex.Pattern@CASE_INSENSITIVE)</property>
		 -->
		<property name="convertUrlMap">
			{"feed:" : "http:"}
		</property>
		<!-- segment -->
		<postConstruct name="addFieldRule">

public class SearchBody extends BaseSearchBody {

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Regular expression pattern for path mapping */
    public String regex;

    /** Replacement pattern for path mapping */
    public String replacement;

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.opensearch.config.exbhv;

import java.util.regex.Pattern;

import org.codelibs.fess.opensearch.config.bsbhv.BsAccessTokenBhv;
import org.codelibs.fess.util.ComponentUtil;

/**
 * @author FreeGen
 */
public class AccessTokenBhv extends BsAccessTokenBhv {

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.opensearch.config.exbhv;

import java.util.regex.Pattern;

import org.codelibs.fess.opensearch.config.bsbhv.BsCrawlingInfoBhv;
import org.codelibs.fess.util.ComponentUtil;

/**
 * @author FreeGen
 */
public class CrawlingInfoBhv extends BsCrawlingInfoBhv {

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.opensearch.config.exbhv;

import java.util.regex.Pattern;

import org.codelibs.fess.opensearch.config.bsbhv.BsDataConfigBhv;
import org.codelibs.fess.util.ComponentUtil;

/**
 * @author FreeGen
 */
public class DataConfigBhv extends BsDataConfigBhv {

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.opensearch.config.exbhv;

import java.util.regex.Pattern;

import org.codelibs.fess.opensearch.config.bsbhv.BsDuplicateHostBhv;
import org.codelibs.fess.util.ComponentUtil;

/**
 * @author FreeGen
 */
public class DuplicateHostBhv extends BsDuplicateHostBhv {

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.opensearch.config.exbhv;

import java.util.regex.Pattern;

import org.codelibs.fess.opensearch.config.bsbhv.BsRequestHeaderBhv;
import org.codelibs.fess.util.ComponentUtil;

/**
 * @author FreeGen
 */
public class RequestHeaderBhv extends BsRequestHeaderBhv {

     * @param url URL
     * @return true if url is matched
     */
    boolean match(String url);

    /**
     * Add an url pattern as a target.
     *
     * @param urlPattern Regular expression that is crawled
     */
    void addInclude(String urlPattern);

    /**
     * Add an url pattern as a non-target.
     *
     * @param urlPattern Regular expression that is not crawled
     */

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.util;

import java.util.Map;
import java.util.regex.Pattern;

import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.stream.StreamUtil;
import org.codelibs.fess.Constants;
import org.dbflute.optional.OptionalThing;

/**

import java.time.LocalDateTime;
import java.time.ZoneId;
import java.time.format.DateTimeFormatter;
import java.time.format.DateTimeParseException;
import java.util.List;
import java.util.Map;
import java.util.regex.Pattern;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.misc.Pair;
import org.codelibs.fess.opensearch.log.bsbhv.BsSearchLogBhv;