@Override
        public boolean match(ResponseData responseData) {
            if (responseData == null) {
                return false;
            }

            boolean urlMatch = true;
            if (urlPattern != null && responseData.getUrl() != null) {
                urlMatch = responseData.getUrl().matches(urlPattern);
            }

            boolean mimeMatch = true;

import org.opensearch.index.analysis.Analysis;

public class StopTokenPrefixFilterFactory extends AbstractTokenFilterFactory {

    private final String[] stopwords;

    private final boolean ignoreCase;

    public StopTokenPrefixFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

     * @return true if the crawling should continue, false otherwise.
     */
    protected boolean isContinue(final int tcCount) {
        if (!crawlerContainer.available()) {
            // system shutdown
            return false;
        }

        boolean isContinue = false;
        if (tcCount < crawlerContext.maxThreadCheckCount) {

    protected MimeTypes mimeTypes;

    /** Whether to use the filename for MIME type detection. */
    protected boolean useFilename = false;

    /** Whether to use the filename for MIME type detection when the stream is detected as octet-stream. */
    protected boolean useFilenameOnOctetStream = true;

    /**
     * Creates a new MimeTypeHelperImpl instance.

     * This method delegates to {@link FileInputStream#markSupported()}.
     *
     * @return {@code true} if this stream type supports the mark and reset method; {@code false} otherwise
     */
    @Override
    public boolean markSupported() {
        return fileInputStream.markSupported();
    }

    /**
     * Repositions this stream to the position at the time the mark method was last called on this input stream.

    /**
     * Checks if this SitemapFile is equal to another object.
     * @param obj the object to compare with
     * @return true if the objects are equal, false otherwise
     */
    @Override
    public boolean equals(final Object obj) {
        if (this == obj) {
            return true;
        }
        if (!(obj instanceof final SitemapFile sitemapUrl)) {
            return false;
        }

     * @return true if enabled, false otherwise
     */
    public boolean isEnabled() {
        return enabled;
    }

    /**
     * Sets whether robots.txt processing is enabled.
     * @param enabled true to enable, false to disable
     */
    public void setEnabled(final boolean enabled) {
        this.enabled = enabled;
    }

     * @param writableStackTrace whether or not the stack trace should be writable.
     */
    protected ExtractException(final String message, final boolean enableSuppression, final boolean writableStackTrace) {
        super(message, enableSuppression, writableStackTrace);
    }

/**
 * Factory for {@link NGramSynonymTokenizer}.
 */
public final class NGramSynonymTokenizerFactory extends AbstractTokenizerFactory {

    private final boolean ignoreCase;

    private final int n;

    private final String delimiters;

    private final boolean expand;

    private SynonymLoader synonymLoader = null;

    private final Set<RequestData> childUrlSet = new LinkedHashSet<>();

    private byte[] responseBodyBytes;

    private File responseBodyFile;

    private boolean isTemporaryFile;

    private boolean noFollow = false;

    /**
     * Creates a new ResponseData instance.
     */
    public ResponseData() {
        super();
    }

    /**