}

            @Override
            public boolean isCrawlerIgnoreRobotsTxt() {
                return false;
            }

            @Override
            public String getHttpProxyHost() {
                return StringUtil.EMPTY;
            }

            @Override
            public String getHttpProxyPort() {
                return StringUtil.EMPTY;
            }
        };

    default void initializeDefaultHttpProxy(final Map<String, Object> paramMap) {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();
        final String proxyHost = fessConfig.getHttpProxyHost();
        final String proxyPort = fessConfig.getHttpProxyPort();
        if (StringUtil.isNotBlank(proxyHost) && StringUtil.isNotBlank(proxyPort)) {
            paramMap.put(Param.Client.PROXY_HOST, proxyHost);