}

    protected Date getLastModified(final Map<String, Object> dataMap, final ResponseData responseData) {
        final Object lastModifiedObj = dataMap.get(fessConfig.getIndexFieldLastModified());
        if (lastModifiedObj instanceof Date) {
            return (Date) lastModifiedObj;
        }
        if (lastModifiedObj instanceof String) {

                    storeChildUrlsToQueue(urlQueue, getChildUrlSet(searchEngineClient, id));
                    return true;
                }

                final Date expires = DocumentUtil.getValue(document, fessConfig.getIndexFieldExpires(), Date.class);
                if (expires != null && expires.getTime() < systemHelper.getCurrentTimeAsLong()) {
                    final Object idValue = document.get(fessConfig.getIndexFieldId());

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.es.user.allcommon;

import java.time.LocalDateTime;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Date;
import java.util.Iterator;
import java.util.List;
import java.util.ListIterator;
import java.util.Map;
import java.util.function.Function;

import javax.annotation.Resource;

import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.io.Writer;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Date;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.io.CloseableUtil;

        }
        doc.put(fessConfig.getResponseFieldUrlLink(), getUrlLink(doc));
        String createdStr;
        final Date created = DocumentUtil.getValue(doc, fessConfig.getIndexFieldCreated(), Date.class);
        if (created != null) {
            final SimpleDateFormat sdf = new SimpleDateFormat(CoreLibConstants.DATE_FORMAT_ISO_8601_EXTEND);
            createdStr = sdf.format(created);
        } else {

        }
    }

    protected String toRangeLocalDateTimeString(LocalDateTime date, String format) {
        if (format.contains("epoch_millis")) {
            return Long.toString(date.atZone(ZoneId.systemDefault()).toInstant().toEpochMilli());
        } else if (format.contains("date_optional_time")) {
            return DateTimeFormatter.ISO_DATE_TIME.format(date);
        } else {

        }
    }

    protected String toRangeLocalDateTimeString(LocalDateTime date, String format) {
        if (format.contains("epoch_millis")) {
            return Long.toString(date.atZone(ZoneId.systemDefault()).toInstant().toEpochMilli());
        } else if (format.contains("date_optional_time")) {
            return DateTimeFormatter.ISO_DATE_TIME.format(date);
        } else {

        }

    }

    public Date getDocumentExpires(final CrawlingConfig config) {
        if (config != null) {
            final Integer timeToLive = config.getTimeToLive();
            if (timeToLive != null) {
                // timeToLive minutes
                final long now = ComponentUtil.getSystemHelper().getCurrentTimeAsLong();
                return new Date(now + timeToLive.longValue() * 1000 * 60);
            }

    public static final String MAPPING_TYPE_LONG = "long";

    public static final String MAPPING_TYPE_DOUBLE = "double";

    public static final String MAPPING_TYPE_DATE = "date";

    public static final String MAPPING_TYPE_PDF_DATE = "pdf_date";

    public static final String PAGING_QUERY_LIST = "pagingQueryList";

    public static final String REQUEST_LANGUAGES = "requestLanguages";

        if (crawlingInfoHelper != null) {
            final SimpleDateFormat dateFormat = new SimpleDateFormat(CoreLibConstants.DATE_FORMAT_ISO_8601_EXTEND);
            crawlingInfoHelper.putToInfoMap(key, dateFormat.format(new Date()));
        }
    }

    private void joinCrawlerThread(final Thread crawlerThread) {
        if (crawlerThread != null) {
            try {