* either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.service;

import java.util.List;

import org.codelibs.fess.crawler.entity.UrlQueue;

/**
 * Service interface for managing URL queues.
 * Provides methods for adding, retrieving, and managing URLs within a crawling session.
 *

 */
package org.codelibs.fess.crawler.service.impl;

import static org.codelibs.opensearch.runner.OpenSearchRunner.newConfigs;

import java.util.ArrayList;
import java.util.List;
import java.util.UUID;

import org.codelibs.fess.crawler.client.FesenClient;
import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.OpenSearchAccessResult;

import org.apache.logging.log4j.Logger;
import org.codelibs.core.io.InputStreamUtil;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.ExtractException;

/**
 * Abstract base class for XML extractors.

	<include path="fess_query.xml"/>
	<include path="fess_rankfusion.xml"/>
	<include path="fess_score.xml"/>
	<include path="fess_sso.xml"/>
	<include path="fess_thumbnail.xml"/>

	<include path="crawler/client.xml" />
	<include path="crawler/mimetype.xml" />

	<component name="accessTokenHelper" class="org.codelibs.fess.helper.AccessTokenHelper">
	</component>
	<component name="activityHelper" class="org.codelibs.fess.helper.ActivityHelper">

import org.junit.jupiter.api.Tag;
import org.junit.jupiter.api.Test;

import io.restassured.RestAssured;
import io.restassured.path.json.JsonPath;

/**
 * Integration Tests which need an execution of crawler
 * - /api/admin/joblog
 * - /api/admin/crawlinginfo
 * - /api/admin/failureurl
 * - /api/admin/searchlist
 * */
@Tag("it")
public class CrawlerLogTests extends CrawlTestBase {

<?xml version="1.0" encoding="UTF-8"?>
<metadata>
  <groupId>org.codelibs.fess</groupId>
  <artifactId>fess-crawler-smbj</artifactId>
  <versioning>
    <latest>14.15.0</latest>
    <release>14.15.0</release>
    <versions>
      <version>14.14.0</version>
      <version>14.15.0</version>
    </versions>
    <lastUpdated>20240526053206</lastUpdated>
  </versioning>

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" 
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<component name="urlQueueService"
		class="org.codelibs.fess.crawler.service.FessUrlQueueService">
		<arg>crawlerConfig</arg>
	</component>

                                        <td><c:if test="${crawler=='on'}">
                                            <la:message key="labels.enabled"/>
                                        </c:if> <c:if test="${crawler!='on'}">
                                            <la:message key="labels.disabled"/>
                                        </c:if> <la:hidden property="crawler"/></td>
                                    </tr>

            }
            val responseBody = exchange.openResponseBody(response)
            response
              .newBuilder()
              .body(responseBody)
              .trailers(
                object : TrailersSource {
                  override fun peek() = exchange.peekTrailers()

                  override fun get(): Headers {
                    val source = responseBody.source()

                    factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_SECURE_PROCESSING, true);
                    factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_EXTERNAL_GENERAL_ENTITIES, false);
                    factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_EXTERNAL_PARAMETER_ENTITIES, false);