/**
     * A constant for no transformer.
     */
    public static final String NO_TRANSFORMER = "NONE";

    /**
     * A constant for "false".
     */
    public static final String FALSE = "false";

    /**
     * A constant for "UTF-8".
     */
    public static final String UTF_8 = "UTF-8";

    /**
     * A constant for UTF-8 charset.
     */

 * </ul>
 */
public interface IntervalController {
    /** Constant representing the pre-processing state. */
    int PRE_PROCESSING = 1;

    /** Constant representing the post-processing state. */
    int POST_PROCESSING = 2;

    /** Constant indicating that there are no URLs in the queue. */
    int NO_URL_IN_QUEUE = 4;

    /** Constant indicating that the crawler is waiting for new URLs. */
    int WAIT_NEW_URL = 8;

        final SAXParserFactory spfactory = SAXParserFactory.newInstance();
        try {
            spfactory.setFeature(Constants.FEATURE_SECURE_PROCESSING, true);
            spfactory.setFeature(Constants.FEATURE_EXTERNAL_GENERAL_ENTITIES, false);
            spfactory.setFeature(Constants.FEATURE_EXTERNAL_PARAMETER_ENTITIES, false);
            // create a sax parser
            final SAXParser parser = spfactory.newSAXParser();

        if (data == null) {
            return null;
        }
        try {
            return new String(data, StringUtil.isNotBlank(encoding) ? encoding : Constants.UTF_8);
        } catch (final UnsupportedEncodingException e) {
            return new String(data, Constants.UTF_8_CHARSET);
        }
    }

    /**
     * Returns a string representation of this object.
     * @return A string representation.
     */

 */
package org.codelibs.fess.crawler.transformer.impl;

import java.io.File;
import java.io.IOException;
import java.util.Map;

import org.codelibs.core.io.FileUtil;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.AccessResultDataImpl;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;

 */
package org.codelibs.fess.suggest.constants;

/**
 * This class contains constants used in the Fess Suggest module.
 * It is a utility class and should not be instantiated.
 */
public final class SuggestConstants {
    // Private constructor to prevent instantiation
    private SuggestConstants() {
    }

    /** An empty string constant. */
    public static final String EMPTY_STRING = "";

     * @param method the HTTP method as a string
     */
    public void setMethod(final String method) {
        if (Constants.GET_METHOD.equals(method)) {
            this.method = Method.GET;
        } else if (Constants.POST_METHOD.equals(method)) {
            this.method = Method.POST;
        } else if (Constants.HEAD_METHOD.equals(method)) {
            this.method = Method.HEAD;
        } else {
            this.method = Method.GET;

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.transformer.impl;

import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.AccessResultDataImpl;
import org.codelibs.fess.crawler.entity.ResponseData;

         */
        public RequestDataContext method(final String method) {
            if (Constants.GET_METHOD.equalsIgnoreCase(method)) {
                return get();
            }
            if (Constants.HEAD_METHOD.equalsIgnoreCase(method)) {
                return head();
            }
            if (Constants.POST_METHOD.equalsIgnoreCase(method)) {
                return post();
            }
            return get();

 */
package org.codelibs.fess.crawler.extractor.impl;

import java.io.InputStream;
import java.util.Map;

import org.codelibs.core.io.InputStreamUtil;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.ExtractException;

/**