}

    /**
     * Gets the pattern for extracting charset from meta tags.
     *
     * @return the meta charset pattern
     */
    public Pattern getMetaCharsetPattern() {
        return metaCharsetPattern;
    }

    /**
     * Sets the pattern for extracting charset from meta tags.
     *
     * @param metaCharsetPattern the meta charset pattern to set
     */

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.service;

import java.util.List;
import java.util.regex.Pattern;

/**
 * Service interface for managing URL filters.
 * Provides methods to add and remove include/exclude URL filters,
 * as well as retrieve the patterns of these filters.
 */
public interface UrlFilterService {

                .execute()
                .actionGet()
                .getHits()
                .getTotalHits()
                .value() > 0);

        // Verify pattern can be retrieved
        final List<Pattern> patterns = urlFilterService.getIncludeUrlPatternList(sessionId);
        assertEquals(1, patterns.size());
        assertTrue(patterns.get(0).matcher("http://example.com/page1").matches());

 * from files that match the pattern "stemmer_override.*\\.txt".
 */
public class StemmerOverrideCreator extends DictionaryCreator {
    private static final Logger logger = LogManager.getLogger(StemmerOverrideCreator.class);

    /**
     * Constructs a new creator for stemmer override dictionaries.
     * It sets the file pattern to match files starting with "stemmer_override"
     * and ending with ".txt".

     */
    @ValidateTypeFailure
    public Integer crudMode;

    /**
     * The regular expression pattern to match request paths.
     */
    @Required
    @Size(max = 1000)
    public String regex;

    /**
     * The replacement pattern for matched paths.
     */
    @Size(max = 1000)
    public String replacement;

    /**
     * The processing type for path mapping.

        if (value == null) {
            return null;
        }

        final StringBuffer tunedText = new StringBuffer(value.length());
        final Pattern pattern = Pattern.compile("(\\$\\{([\\w\\.]+)\\})");
        final Matcher matcher = pattern.matcher(value);
        while (matcher.find()) {
            final String key = matcher.group(2);
            String replacement = System.getProperty(key);

public class PathMapping extends BsPathMapping {

    private static final Logger logger = LogManager.getLogger(PathMapping.class);

    private static final long serialVersionUID = 1L;

    protected Pattern userAgentPattern;

    protected Pattern regexPattern;

    protected BiFunction<String, Matcher, String> pathMapperFunc;

    public String getId() {
        return asDocMeta().id();
    }

            this.locale = locale;
        }
    }

    /**
     * A pattern of a label type.
     */
    public static class LabelTypePattern {

        private final String value;

        private Pattern includedPaths;

        private Pattern excludedPaths;

        /**
         * Constructs a new label type pattern.
         *
         * @param value The value.

 * Supports filtering files based on DOS wildcards and file attributes.
 *
 */
public class DosFileFilter implements SmbFileFilter {

    /**
     * The wildcard pattern for filtering file names.
     */
    protected String wildcard;

    /**
     * The DOS file attributes to filter on.
     */
    protected int attributes;

    /**

    protected String lineSeparator = "\n";

    /** Separator for header-value association in text output. */
    protected String headerValueSeparator = ": ";

    /** Pattern for detecting quoted fields. */
    private static final Pattern QUOTED_FIELD_PATTERN = Pattern.compile("^\".*\"$");

    /**
     * Constructs a new CsvExtractor.
     */
    public CsvExtractor() {
        super();
    }

    @Override