private static String webConfigId;

    @BeforeAll
    protected static void initAll() {
        RestAssured.baseURI = getFessUrl();
        settingTestToken();

        // Create and execute a web crawler to generate failure URL logs
        createWebConfig();
        logger.info("WebConfig is created");
        refresh();
        webConfigId = getWebConfigIds(NAME_PREFIX).get(0);

        createJob();

 */
package org.codelibs.fess.crawler.client;

import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.ThreadUtil;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;

     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String scriptData;

    /**
     * Whether this job is related to crawling.
     */
    public String crawler;

    /**
     * Whether job logging is enabled.
     */
    public String jobLogging;

    /**
     * Whether the scheduled job is available/enabled.
     */
    public String available;

    /**

    public void test_clear() {
        FailureUrlPager failureUrlPager = new FailureUrlPager();
        failureUrlPager.id = "testId";
        failureUrlPager.url = "http://test.example.com";
        failureUrlPager.threadName = "crawler-1";
        failureUrlPager.errorCount = "5";
        failureUrlPager.errorName = "ConnectionTimeout";
        failureUrlPager.setAllRecordCount(100);
        failureUrlPager.setAllPageCount(10);

import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.TestMethodOrder;

import io.restassured.RestAssured;
import io.restassured.path.json.JsonPath;

/**
 * Integration Tests which need an execution of crawler
 * - /api/admin/joblog
 * - /api/admin/crawlinginfo
 * - /api/admin/failureurl
 * - /api/admin/searchlist
 * */
@Tag("it")
@TestMethodOrder(MethodOrderer.OrderAnnotation.class)

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.client.CrawlerClient;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.exception.ChildUrlsException;

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler;

import java.nio.charset.Charset;
import java.nio.charset.StandardCharsets;

/**
 * Constants used in the fess-crawler.
 * This class provides a collection of constant values for HTTP methods, status codes,

import org.junit.jupiter.api.Test;

import io.restassured.RestAssured;
import io.restassured.path.json.JsonPath;
import io.restassured.response.Response;

/**
 * Integration Tests which need an execution of crawler
 * - /api/v1/documents
 * */
@Tag("it")
public class SearchApiTests extends CrawlTestBase {
    private static final Logger logger = LogManager.getLogger(SearchApiTests.class);

                    .execute(ActionListener.wrap(res -> {
                        logger.info("Deleted .crawler indices.");
                        coordinator.completeOperation("clear_crawler_index");
                    }, e -> {
                        logger.warn("Failed to delete .crawler.* indices.", e);
                        coordinator.completeOperation("clear_crawler_index");
                    }));

/**
 * Service class for managing data configuration CRUD operations.
 * This service provides functionality to create, read, update, and delete
 * data configurations used by the Fess crawler system.
 *
 * <p>Data configurations define how the crawler should access and process
 * various data sources such as databases, CSV files, or other structured data.</p>
 */
public class DataConfigService extends FessAppService {

    /**