*/
package org.codelibs.fess.suggest.normalizer;

/**
 * An interface for normalizing text.
 * Implementations of this interface should provide a method to normalize
 * a given text based on the specified field and optional language parameters.
 */
public interface Normalizer {
    /**
     * Normalizes the given text.
     * @param text The text to normalize
     * @param field The field name

                chain.add(new LangAnalyzerNormalizer(lang));
            }
            normalizer = chain;
        }
        return normalizer.normalize(text, field);
    }

    /**
     * Language-specific analyzer normalizer.
     */
    protected class LangAnalyzerNormalizer implements Normalizer {
        /**
         * The language used for normalization.
         */
        protected final String lang;

        assertEquals("UTF-8", encodingHelper.normalize(enc));

        enc = "Shift_JIS";
        assertEquals("Shift_JIS", encodingHelper.normalize(enc));

        enc = "S-JIS";
        assertEquals("Shift_JIS", encodingHelper.normalize(enc));
    }

    public void test_normalize_null() {
        String enc;

        enc = null;
        assertNull(encodingHelper.normalize(enc));

        enc = "";

 *
 * <p>Example usage:</p>
 * <pre>
 * ICUNormalizer normalizer = new ICUNormalizer("Any-Latin; NFD; [:Nonspacing Mark:] Remove; NFC");
 * String normalizedText = normalizer.normalize("text to normalize", "field");
 * </pre>
 *
 * @see com.ibm.icu.text.Transliterator
 */
public class ICUNormalizer implements Normalizer {
    /** The transliterator used for normalization. */

        }
        return tmp;
    }

    /**
     * Adds a normalizer to the chain.
     * @param normalizer The normalizer to add.
     */
    public void add(final Normalizer normalizer) {
        normalizers.add(normalizer);
    }

 */
package org.codelibs.fess.suggest.normalizer;

import junit.framework.TestCase;

public class ICUNormalizerTest extends TestCase {
    public void test_FullwidthHalfwidth() {
        ICUNormalizer normalizer = new ICUNormalizer("Fullwidth-Halfwidth");

        assertEquals("abcd", normalizer.normalize("ａｂｃｄ", null));
        assertEquals("みかん", normalizer.normalize("みかん", null));

 * <pre>
 * {@code
 * HankakuKanaToZenkakuKana normalizer = new HankakuKanaToZenkakuKana();
 * String normalized = normalizer.normalize("ｶﾞｷﾞｸﾞｹﾞｺﾞ", "field");
 * System.out.println(normalized); // Outputs: ガギグゲゴ
 * }
 * </pre>
 *
 * <p>Note: This class assumes that the input string contains valid Hankaku Kana characters
 * and does not perform any validation on the input.</p>
 *
 * @see Normalizer
 */

     */
    public EncodingHelper() {
        // Default constructor
    }

    /**
     * Normalizes an encoding string to its preferred form.
     *
     * @param enc the encoding string to normalize
     * @return the normalized encoding or the default encoding if the input is blank
     */
    public String normalize(final String enc) {
        if (StringUtil.isBlank(enc)) {
            return defaultEncoding;
        }

                if (isExcludeSearchword(words[i], fields != null && fields.length > 0 ? fields[0] : "", langs, analyzer)) {
                    continue;
                }

                final String word = normalizer.normalize(words[i], fields != null && fields.length > 0 ? fields[0] : "", langs);
                final List<String> l = readingConverter.convert(word, fields != null && fields.length > 0 ? fields[0] : "", langs);

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<!-- Converts child links to normalize it. -->
	<component name="urlConvertHelper" class="org.codelibs.fess.crawler.helper.UrlConvertHelper">
	</component>