*/
    protected Map<String, String> convertMap = new LinkedHashMap<>();

    /**
     * Converts a URL.
     *
     * @param url The URL.
     * @return A converted URL.
     */
    public String convert(final String url) {
        if (url == null) {
            return null;
        }
        String convertedUrl = url;
        for (final Map.Entry<String, String> entry : convertMap.entrySet()) {

        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            final BufferedInputStream bis = new BufferedInputStream(in);
            final String enc = getEncoding(bis);
            final String content = UNESCAPE_HTML4.translate(new String(InputStreamUtil.getBytes(bis), enc));

public class ProfileUtil {
    private static final String SPRING_PROFILES_ACTIVE = "spring.profiles.active";

    public static void setup() {
        final List<String> list = new ArrayList<String>();

        final String values = System.getProperty(SPRING_PROFILES_ACTIVE);
        if (values != null) {
            for (final String value : values.split(",")) {
                list.add(value);
            }

    /**
     * Constructs a new EncodingHelper.
     */
    public EncodingHelper() {
        // Default constructor
    }

    /**
     * Normalizes an encoding string to its preferred form.
     *
     * @param enc the encoding string to normalize
     * @return the normalized encoding or the default encoding if the input is blank
     */

     */
    @Override
    public InetAddress[] resolve(final String host) throws UnknownHostException {
        return InetAddress.getAllByName(toAscii(host));
    }

    /**
     * Decodes the given host string using the specified encoding.
     *
     * @param host the host string to decode
     * @return the decoded host string
     */
    protected String decode(final String host) {
        if (host.indexOf('%') == -1) {

{
  "dynamic_templates": [
    {
      "strings": {
        "mapping": {
          "type": "keyword"
        },
        "match": "*",
        "match_mapping_type": "string"
      }
    }
  ],
  "properties": {
    "settingsType": {
      "type": "keyword"
    },
    "fieldName": {
      "type": "keyword"
    },
    "readingAnalyzer": {
      "type": "keyword"
    },
    "readingTermAnalyzer": {

                final Boolean b = (Boolean) xObj.value();
                return new String[] { b.toString() };
            case NUMBER:
                final Number d = (Number) xObj.value();
                return new String[] { d.toString() };
            case STRING:
                final String str = (String) xObj.value();
                return new String[] { str.trim() };
            case NODESET:

    protected String sessionId;

    /** The HTTP method used for the URL in the queue. */
    protected String method;

    /** The URL from the queue. */
    protected String url;

    /** The metadata associated with the URL queue. */
    protected String metaData;

    /** The encoding of the URL queue. */
    protected String encoding;

     * @throws NTLMEngineException if an NTLM engine error occurs
     * @throws CrawlingAccessException if an error occurs during message generation
     */
    @Override
    public String generateType3Msg(final String username, final String password, final String domain, final String workstation,
            final String challenge) throws NTLMEngineException {
        Type2Message type2Message;
        try {

     */
    public static final String DEBUG = "DEBUG";

    /**
     * Log level constant for info messages.
     */
    public static final String INFO = "INFO";

    /**
     * Log level constant for warning messages.
     */
    public static final String WARN = "WARN";

    /**
     * Log level constant for error messages.
     */
    public static final String ERROR = "ERROR";