final Object urlObj = dataMap.get(fessConfig.getIndexFieldUrl());
            if (urlObj == null) {
                throw new DataStoreException("url is null. dataMap=" + dataMap);
            }

            // Add fields
            dataMap.put(fessConfig.getIndexFieldId(), crawlingInfoHelper.generateId(dataMap));

            final String url = dataMap.get(fessConfig.getIndexFieldUrl()).toString();

            }

            @Override
            public String getIndexFieldDigest() {
                return "digest";
            }

            @Override
            public String getIndexFieldUrl() {
                return "url";
            }

            @Override
            public String getIndexFieldThumbnail() {
                return "thumbnail";
            }

            }

            @Override
            public String getIndexFieldContent() {
                return "content";
            }

            @Override
            public String getIndexFieldUrl() {
                return "url";
            }

            @Override
            public String getIndexFieldSite() {
                return "site";
            }

            @Override

            // required check
            if (!dataMap.containsKey(fessConfig.getIndexFieldUrl()) || dataMap.get(fessConfig.getIndexFieldUrl()) == null) {
                logger.warn("Could not add document: url field is missing or null");
                return;
            }

            final String url = dataMap.get(fessConfig.getIndexFieldUrl()).toString();
            final CrawlerClient client = crawlerClientFactory.getClient(url);

            public String getIndexFieldContent() {
                return baseConfig.getIndexFieldContent();
            }

            @Override
            public String getIndexFieldUrl() {
                return baseConfig.getIndexFieldUrl();
            }

            @Override
            public String getIndexFieldSite() {
                return baseConfig.getIndexFieldSite();
            }

            @Override

        // Set up FessConfig mock
        ComponentUtil.setFessConfig(new FessConfig.SimpleImpl() {
            private static final long serialVersionUID = 1L;

            @Override
            public String getIndexFieldUrl() {
                return "url";
            }

            @Override
            public String getIndexFieldTitle() {
                return "title";
            }
        });
    }

            private static final long serialVersionUID = 1L;

            public boolean isAppendQueryParameter() {
                return false;
            }

            public String getIndexFieldUrl() {
                return "url";
            }

            public String getIndexFieldDocId() {
                return "doc_id";
            }
        });

        // http

            return true;
        }

        @Override
        public String getIndexFieldDocId() {
            return "doc_id";
        }

        @Override
        public String getIndexFieldUrl() {
            return "url";
        }

        @Override
        public String getIndexFieldBoost() {
            return "boost";
        }

        @Override

                    fessConfig.getIndexFieldCreated(), //
                    fessConfig.getIndexFieldTitle(), //
                    fessConfig.getIndexFieldDigest(), //
                    fessConfig.getIndexFieldUrl(), //
                    fessConfig.getIndexFieldThumbnail(), //
                    fessConfig.getIndexFieldClickCount(), //
                    fessConfig.getIndexFieldFavoriteCount(), //

        if (logger.isDebugEnabled()) {
            logger.debug("Adding document: url={}", dataMap.get(fessConfig.getIndexFieldUrl()));
        }

        //   required check
        final Object urlObj = dataMap.get(fessConfig.getIndexFieldUrl());
        if (urlObj == null) {
            final Object configId = dataMap.get(fessConfig.getIndexFieldConfigId());