// Set new set
        Set<String> newSet = new HashSet<>();
        newSet.add("http://new.com/robots.txt");
        crawlerContext.setRobotsTxtUrlSet(newSet);
        assertSame(newSet, crawlerContext.getRobotsTxtUrlSet());
        assertEquals(1, crawlerContext.getRobotsTxtUrlSet().size());

        // Set null
        crawlerContext.setRobotsTxtUrlSet(null);

 */
package org.codelibs.opensearch.extension.kuromoji.index.analysis;

import java.io.IOException;
import java.io.StringReader;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

import org.apache.lucene.analysis.Tokenizer;
import org.apache.lucene.analysis.ja.JapaneseTokenizer;
import org.apache.lucene.analysis.ja.JapaneseTokenizer.Mode;
import org.apache.lucene.analysis.ja.dict.UserDictionary;

# _/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/
# Lasta Di properties, you can set container's options
# _/_/_/_/_/_/_/_/_/_/

# location of smart-deploy mode e.g. maihama_env.properties: lasta_di.smart.deploy.mode
#smart.deploy.mode.location = maihama_env.properties: lasta_di.smart.deploy.mode

# package for smart deploy target e.g. org.docksidestage.app
smart.package1 = org.codelibs.fess.crawler

 * If {@link #ignoreException} is set to true, any exceptions thrown during the delay will be caught
 * and ignored. Otherwise, they will be re-thrown as {@link CrawlerSystemException}.
 * </p>
 *
 */
public abstract class AbstractIntervalController implements IntervalController {

    /**
     * Indicates whether exceptions during the delay process should be ignored.

            }
        }

    }

    /**
     * Stores child URLs to the crawling queue.
     * @param childUrlList The set of child URLs to store.
     * @param url The parent URL.
     * @param depth The depth of the child URLs.
     */
    protected void storeChildUrls(final Set<RequestData> childUrlList, final String url, final int depth) {
        if (crawlerContext.getMaxDepth() >= 0 && depth > crawlerContext.getMaxDepth()) {

 * character set encoding.
 * <p>
 * This class extends {@link AbstractTransformer} and utilizes various helper classes
 * and components from the Fess Crawler framework, such as {@link CrawlerContainer},
 * {@link UrlConvertHelper}, and {@link EncodingHelper}.
 * </p>
 * <p>
 * The transformation process involves:
 * </p>
 * <ol>
 *   <li>Determining the character set encoding of the HTML content.</li>

     * Initializes the CrawlerContainer by setting the system property
     * "java.protocol.handler.pkgs" to include the package "org.codelibs.fess.net.protocol".
     * If the property is not already set, it will be initialized with this package.
     * If the property is set but does not contain this package, the package will be appended.
     */
    default void initialize() {
        final StringBuilder buf = new StringBuilder(100);

     */
    @Override
    public String getLoc() {
        return loc;
    }

    /**
     * Sets the location URL of this sitemap entry.
     * @param loc the location URL to set
     */
    public void setLoc(final String loc) {
        this.loc = loc;
    }

    /**
     * Returns the last modification date of this sitemap entry.
     * @return the last modification date

 * governing permissions and limitations under the License.
 */
package org.codelibs.opensearch.extension.kuromoji.index.analysis;

import java.util.HashSet;
import java.util.List;
import java.util.Set;

import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.ja.JapaneseAnalyzer;
import org.apache.lucene.analysis.ja.JapanesePartOfSpeechStopFilter;
import org.opensearch.common.settings.Settings;

        }
        return mappingMap;
    }

    /**
     * Check analyzers.
     * @return Undefined analyzer set
     */
    public Set<String> checkAnalyzer() {
        final String text = "text";
        final Set<String> undefinedAnalyzerSet = new HashSet<>();
        for (final String lang : SUPPORTED_LANGUAGES) {