excludedDocUrls = fessConfig.getCrawlerDocumentHtmlDefaultExcludeSearchPatterns();
        boost = 1.0f;
        if (StringUtil.isBlank(userAgent)) {
            userAgent = fessConfig.getUserAgentName();
        }
        numOfThread = Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB;
        intervalTime = Constants.DEFAULT_INTERVAL_TIME_FOR_WEB;
        sortOrder = 0;

            "type" : "keyword"
          },
          "updatedTime" : {
            "type" : "long"
          },
          "urls" : {
            "type" : "keyword"
          },
          "userAgent" : {
            "type" : "keyword"
          },
          "virtualHosts" : {
            "type" : "keyword"
          }
        }
      }
    },
    "settings" : {
      "index" : {

    public void setUserAgent_Terms(ConditionOptionCall<TermsAggregationBuilder> opLambda) {
        setUserAgent_Terms("userAgent", opLambda, null);
    }

    public void setUserAgent_Terms(ConditionOptionCall<TermsAggregationBuilder> opLambda, OperatorCall<BsSearchLogCA> aggsLambda) {
        setUserAgent_Terms("userAgent", opLambda, aggsLambda);
    }

    public void setUserAgent_Terms(ConditionOptionCall<TermsAggregationBuilder> opLambda) {
        setUserAgent_Terms("userAgent", opLambda, null);
    }

    public void setUserAgent_Terms(ConditionOptionCall<TermsAggregationBuilder> opLambda, OperatorCall<BsWebConfigCA> aggsLambda) {
        setUserAgent_Terms("userAgent", opLambda, aggsLambda);
    }

            }
        }

        // user agent
        final String userAgent = paramMap.get(CRAWLER_USERAGENT);
        if (StringUtil.isNotBlank(userAgent)) {
            factoryParamMap.put(HcHttpClient.USER_AGENT_PROPERTY, userAgent);
        }

        // web auth
        final String webAuthStr = paramMap.get(CRAWLER_WEB_AUTH);

                + ", referer=" + referer + ", requestedAt=" + requestedAt + ", responseTime=" + responseTime + ", roles="
                + Arrays.toString(roles) + ", searchWord=" + searchWord + ", user=" + user + ", userAgent=" + userAgent + ", userInfoId="
                + userInfoId + ", userSessionId=" + userSessionId + ", virtualHost=" + virtualHost + ", documents=" + documentList + "]";
    }

    @Override
    public String getEventType() {

                        // Normalize user-agent to lowercase
                        final String userAgent = value.toLowerCase(Locale.ENGLISH);
                        Directive currentDirective = robotsTxt.getDirective(userAgent);
                        if (currentDirective == null) {
                            currentDirective = new Directive(userAgent);
                            robotsTxt.addDirective(currentDirective);
                        }

      },
      "hitCountRelation": {
        "type": "keyword"
      },
      "queryOffset": {
        "type": "integer"
      },
      "queryPageSize": {
        "type": "integer"
      },
      "userAgent": {
        "type": "keyword"
      },
      "referer": {
        "type": "keyword"
      },
      "clientIp": {
        "type": "keyword"
      },
      "userSessionId": {
        "type": "keyword"

      },
      "replacement": {
        "type": "keyword"
      },
      "processType": {
        "type": "keyword"
      },
      "sortOrder": {
        "type": "integer"
      },
      "userAgent": {
        "type": "keyword"
      },
      "createdBy": {
        "type": "keyword"
      },
      "createdTime": {
        "type": "long"
      },
      "updatedBy": {
        "type": "keyword"

     */
    @ValidateTypeFailure
    public Long createdTime;

    /**
     * The user agent string for this path mapping.
     */
    @Size(max = 1000)
    public String userAgent;

    /**
     * Initializes the form with default values for creating a new path mapping.
     */
    public void initialize() {
        crudMode = CrudMode.CREATE;
        sortOrder = 0;