public FullWidthToHalfWidthAlphabetNormalizer() {
        // nothing
    }

    @Override
    public String normalize(final String text, final String field, final String... langs) {
        final char[] chars = new char[text.length()];
        for (int i = 0; i < chars.length; i++) {
            final char c = text.charAt(i);
            if (c >= 'ａ' && c <= 'ｚ') {
                chars[i] = (char) (c - 'ａ' + 'a');

    /**
     * Field name for ID.
     */
    public static final String ID = "id";

    /**
     * Field name for session ID.
     */
    public static final String SESSION_ID = "sessionId";

    /**
     * Field name for method.
     */
    public static final String METHOD = "method";

    /**
     * Field name for URL.
     */
    public static final String URL = "url";

    /**

     */
    public void addPassword(final String regex, final String password) {
        passwordMap.put(Pattern.compile(regex), password);
    }

    /**
     * Returns the password for the given parameters.
     * @param params The parameters.
     * @return The password.
     */
    protected String getPassword(final Map<String, String> params) {

     */
    public PopularWordsResponse(final String index, final long tookMs, final List<String> words, final long total,
            final List<SuggestItem> items) {
        this.index = index;
        this.tookMs = tookMs;
        this.words = words;
        num = words.size();
        this.total = total;
        this.items = items;
    }

    /**
     * Returns the index associated with the response.

    }

    public void test_parseLastModified() {
        final String value = "Mon, 01 Jun 2009 21:02:45 GMT";
        final Date date = httpClient.parseLastModifiedDate(value);
        assertNotNull(date);
    }

    public void test_processRobotsTxt() {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/hoge.html";
        try {

    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new exception with the specified detail message and cause.
     *
     * @param message the detail message
     * @param cause the cause (which is saved for later retrieval by the {@link Throwable#getCause()} method)
     */
    public ExecutionTimeoutException(final String message, final Throwable cause) {
        super(message, cause);

 */
public class SitemapsException extends CrawlerSystemException {
    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new SitemapsException with the specified detail message and cause.
     * @param message the detail message
     * @param cause the cause of the exception
     */
    public SitemapsException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**

        emlExtractor = container.getComponent("emlExtractor");
    }

    public void test_getText() throws IOException {
        try (final InputStream in = ResourceUtil.getResourceAsStream("extractor/eml/sample1.eml")) {
            ExtractData data = emlExtractor.getText(in, null);
            final String content = data.getContent();
            logger.info(content);
            assertTrue(content.contains("プレイステーション"));

    private final String[] stopwords;

    private final boolean ignoreCase;

    public StopTokenSuffixFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

     * Field name for ID.
     */
    public static final String ID = "id";

    /**
     * Field name for transformer name.
     */
    public static final String TRANSFORMER_NAME = "transformerName";

    /**
     * Field name for data.
     */
    public static final String DATA = "data";

    /**
     * Field name for encoding.
     */
    public static final String ENCODING = "encoding";

    /**