if (accessResult == null) {
            throw new CrawlerSystemException("AccessResult is null.");
        }

        synchronized (idCountLock) {
            idCount++;
            accessResult.setId(idCount);
            AccessResultData<Long> accessResultData = accessResult.getAccessResultData();
            if (accessResultData == null) {
                accessResultData = new AccessResultDataImpl<>();

        boolean doIndexCreate = false;
        boolean doCreate = false;
        try {
            final GetResponse getResponse =
                    client.prepareGet().setIndex(settingsIndexName).setId(settingsId).execute().actionGet(getSearchTimeout());

            if (!getResponse.isExists()) {
                doCreate = true;
            }
        } catch (final IndexNotFoundException e) {

/**
 * @author shinsuke
 *
 */
public class SitemapsHelperTest extends PlainTestCase {
    public SitemapsHelper sitemapsHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("sitemapsHelper", SitemapsHelper.class);
        sitemapsHelper = container.getComponent("sitemapsHelper");
    }

    private static final Logger logger = LogManager.getLogger(HtmlXpathExtractorTest.class);

    public HtmlXpathExtractor htmlXpathExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("htmlXpathExtractor", HtmlXpathExtractor.class);
        htmlXpathExtractor = container.getComponent("htmlXpathExtractor");

    - master
    - "*.x"

jobs:
  build:

    runs-on: ubuntu-latest
    env:
      PARENT_BRANCH: main

    steps:
    - uses: actions/checkout@v4
    - name: Set up JDK 21
      uses: actions/setup-java@v4
      with:
        java-version: '21'
        distribution: 'temurin'
    - uses: actions/cache@v4
      with:
        path: ~/.m2/repository
        key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}

    final int port = 9876;

    final String ATTR_NAME = "filedata";

    private TestApiExtractorServer server;

    private ApiExtractor extractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        server = new TestApiExtractorServer(port);
        server.start();

        extractor = new ApiExtractor();
        extractor.setUrl("http://127.0.0.1:" + port + "/");

    private static final Logger logger = LogManager.getLogger(JodExtractorTest.class);

    public JodExtractor jodExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        jodExtractor = new JodExtractor();
        jodExtractor.officeManager = LocalOfficeManager.builder().portNumbers(12002).build();
        jodExtractor.init();
    }

    @Override

 */
public class UrlFilterTest extends PlainTestCase {

    private UrlFilter urlFilter;
    private StandardCrawlerContainer container;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        // Initialize container with necessary components
        container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)

                    .setIndex(index)
                    .setId(id)
                    .setSource(source)
                    .setOpType(opType)
                    .setRefreshPolicy(RefreshPolicy.IMMEDIATE)
                    .execute());
            setId(target, id);
            return response;
        } catch (final OpenSearchStatusException e) {

import java.util.List;

import org.codelibs.core.io.ResourceUtil;

public class ProfileUtil {
    private static final String SPRING_PROFILES_ACTIVE = "spring.profiles.active";

    public static void setup() {
        final List<String> list = new ArrayList<String>();

        final String values = System.getProperty(SPRING_PROFILES_ACTIVE);
        if (values != null) {
            for (final String value : values.split(",")) {