urlFilter.addInclude(".*test.*");

        assertEquals(1, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());

        final String sessionId = "id1";
        urlFilter.init(sessionId);
        assertEquals(0, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());

    private SuggestConstants() {
    }

    /** An empty string constant. */
    public static final String EMPTY_STRING = "";

    /** The system property name for user dictionary encoding. */
    public static final String USER_DICT_ENCODING = "fess.user.dict.encoding";

    /** The system property name for user dictionary path. */
    public static final String USER_DICT_PATH = "fess.user.dict.path";

    /** The text separator. */

                    final Map<String, Object> fields = searchHit.getSourceAsMap();
                    target.setParentUrl(getFieldValue(fields.get("parentUrl"), String.class));
                    target.setMethod(getFieldValue(fields.get("method"), String.class));
                    target.setMimeType(getFieldValue(fields.get("mimeType"), String.class));

     */
    @Override
    public void iterate(final String sessionId, final AccessResultCallback<AccessResultImpl<Long>> accessResultCallback) {
        final Map<String, AccessResultImpl<Long>> arMap = dataHelper.getAccessResultMap(sessionId);
        for (final Map.Entry<String, AccessResultImpl<Long>> entry : arMap.entrySet()) {
            accessResultCallback.iterate(entry.getValue());
        }
    }

    @Resource
    private CrawlerContainer crawlerContainer;

    @Override
    protected String prepareConfigFile() {
        return "crawler.xml";
    }

    public void test_execute_web() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {
            final int maxCount = 50;

    private final boolean alphabetic;

    private final boolean digit;

    private final boolean letter;

    public CharTypeFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

        alphabetic = settings.getAsBoolean("alphabetic", true);
        digit = settings.getAsBoolean("digit", true);

     * @param in The input stream.
     * @param params The parameters.
     * @return The extracted data.
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            @SuppressWarnings("resource")

        this.changefreq = changefreq;
    }

    /**
     * Returns the priority of this sitemap entry.
     * @return the priority
     */
    public String getPriority() {
        return priority;
    }

    /**
     * Sets the priority of this sitemap entry.
     * @param priority the priority to set
     */
    public void setPriority(final String priority) {

    @Override
    protected String prepareConfigFile() {
        return "app.xml";
    }

    @Override
    protected boolean isUseOneTimeContainer() {
        return true;
    }

    @Override
    public void setUp() throws Exception {
        // create runner instance
        runner = new OpenSearchRunner();
        // create ES nodes
        final String clusterName = UUID.randomUUID().toString();

     * Constructs a new {@link FullWidthToHalfWidthAlphabetNormalizer}.
     */
    public FullWidthToHalfWidthAlphabetNormalizer() {
        // nothing
    }

    @Override
    public String normalize(final String text, final String field, final String... langs) {
        final char[] chars = new char[text.length()];
        for (int i = 0; i < chars.length; i++) {
            final char c = text.charAt(i);
            if (c >= 'ａ' && c <= 'ｚ') {