import org.lastaflute.web.LastaWebKey;
import org.lastaflute.web.util.LaRequestUtil;
import org.lastaflute.web.util.LaResponseUtil;
import org.lastaflute.web.util.LaServletContextUtil;
import org.opensearch.common.joda.Joda;

import com.google.common.cache.CacheBuilder;
import com.google.common.cache.CacheLoader;
import com.google.common.cache.LoadingCache;

import jakarta.servlet.http.HttpServletRequest;

/**

     * @return The result data body.
     */
    protected String getResultDataBody(final String name, final String value) {
        // TODO: Support other XML footer types
        // TODO: Support other field types and trimming options
        return "<field name=\"" + XmlUtil.escapeXml(name) + "\">" + trimSpace(XmlUtil.escapeXml(value != null ? value : "")) + "</field>\n";
    }

    /**

     * @return The result data body.
     */
    protected String getResultDataBody(final String name, final String value) {
        // TODO support other type
        // TODO trim(default)
        return "<field name=\"" + XmlUtil.escapeXml(name) + "\">" + trimSpace(XmlUtil.escapeXml(value != null ? value : "")) + "</field>\n";
    }

    /**
     * Returns the body of the result data for multiple values.

     * @throws MessagingException if message access fails
     */
    protected static Date getReceivedDate(final Message message) throws MessagingException {
        final Date today = new Date();
        final String[] received = message.getHeader("received");
        if (received != null) {
            for (final String v : received) {
                String dateStr = null;
                try {

        assertContentType("application/zip", "extractor/zip/test.zip", "hoge.zip");
        assertContentType("application/x-lharc", "extractor/lha/test.lzh", "hoge.lzh"); // TODO is it correct?

        assertContentType("application/xml", "extractor/test.mm", "hoge.mm");

        assertContentType("message/rfc822", "extractor/eml/sample1.eml", "sample1.eml");

        if (crawlingInfoPager.id != null) {
            cb.query().docMeta().setId_Equal(crawlingInfoPager.id);
        }
        // TODO Long, Integer, String supported only.
        if (StringUtil.isNotBlank(crawlingInfoPager.sessionId)) {
            cb.query().setSessionId_Match(crawlingInfoPager.sessionId);
        }

     */
    @Execute
    @Secured({ ROLE })
    public HtmlResponse deleteall() {
        verifyToken(this::asListHtml);
        searchLogPager.clear();
        // TODO delete logs
        saveInfo(messages -> messages.addSuccessCrawlingInfoDeleteAll(GLOBAL));
        return redirect(getClass());
    }

     */
    public void cleanup(final String sessionId) {
        if (logger.isInfoEnabled()) {
            logger.info("Starting crawler cleanup: sessionId={}", sessionId);
        }
        try {
            // TODO transaction?
            urlQueueService.delete(sessionId);
            dataService.delete(sessionId);
            urlFilter.clear();
            if (logger.isInfoEnabled()) {

            }, () -> asListHtml(dictId));
        }
    }

    private static void validateStopwordsString(final String values, final String propertyName, final VaErrorHook hook) {
        // TODO validation
    }

    // ===================================================================================
    //                                                                              JSP

            if (matchOutput == null) {
                start++;
                continue;
            }

            synonyms.add(new MyToken(key, start, longestMatchEndOffset, 1, matchOutput.clone(), ignoreCase)); // TODO
                                                                                                              // synonym
            start = longestMatchEndOffset;
        }
    }