docker-compose -f docker-compose-site1.yaml up -d
docker-compose -f docker-compose-site2.yaml up -d

sleep 30s

./mc alias set site1 http://site1-nginx:9001 minioadmin minioadmin --api s3v4
./mc alias set site2 http://site2-nginx:9002 minioadmin minioadmin --api s3v4

./mc ready site1/
./mc ready site2/

./mc admin replicate add site1 site2
./mc mb site1/testbucket/
./mc cp -r --quiet /usr/bin site1/testbucket/

                        new Tuple3<>("Custom-Header", "custom.value", "site3") };
            }
        });

        String[] paths = virtualHostHelper.getVirtualHostPaths();
        assertNotNull(paths);
        assertEquals(3, paths.length);
        assertEquals("/site1", paths[0]);
        assertEquals("/site2", paths[1]);

        setupVirtualHostHelper("/site1", "/site2");

        Boolean result = invokeIsValidVirtualHostPath("/site1");
        assertTrue("Configured virtual host path should be valid", result);
    }

    @Test
    public void test_isValidVirtualHostPath_anotherValidConfiguredPath() throws Exception {
        setupVirtualHostHelper("/site1", "/site2");

          done

          docker-compose -f ${GITHUB_WORKSPACE}/.github/workflows/multipart/docker-compose-site1.yaml rm -s -f || true
          docker-compose -f ${GITHUB_WORKSPACE}/.github/workflows/multipart/docker-compose-site2.yaml rm -s -f || true
          for volume in $(docker volume ls -q | grep minio); do
            docker volume rm ${volume} || true
          done

        testData.add(createRelatedQuery("search", new String[] { "find", "lookup" }, "site1.com"));
        testData.add(createRelatedQuery("search", new String[] { "query", "discover" }, "site2.com"));
        mockBhv.setTestData(testData);

        relatedQueryHelper.load();

        // Mock virtual host helper to return site1.com
        virtualHostHelper = new VirtualHostHelper() {
            @Override

```java
// Create multiple crawler instances
Crawler crawler1 = container.getComponent("crawler");
crawler1.setSessionId("session1");
crawler1.addUrl("https://site1.com");

Crawler crawler2 = container.getComponent("crawler");  
crawler2.setSessionId("session2");
crawler2.addUrl("https://site2.com");

// Execute concurrently
crawler1.setBackground(true);
crawler2.setBackground(true);

String sessionId1 = crawler1.execute();

        virtualHostList.add("site1");
        dataMap.put("virtual_host", virtualHostList);

        assertEquals(
                "87e7e4a2d5e2e24147ffd8820b70877a4cee15abdd48f7702e8233f0d17d7369f6d861124f106b541e6652a3e7a94cd51a332a2500fd065de6920559458cd3de",
                crawlingInfoHelper.generateId(dataMap));

        virtualHostList.add("site2");

        assertEquals(

    public void test_multipleProcessCalls() {
        HttpServletRequest request = createMockRequest();
        HttpServletResponse response = createMockResponse();

        String[] origins = { "https://site1.com", "https://site2.com", "https://site3.com" };

        for (String origin : origins) {
            processCalled = false;
            corsHandler.process(origin, request, response);

export MC_HOST_sited=http://minio:minio123@127.0.0.1:9008

./mc ready sitea
./mc ready siteb
./mc ready sitec
./mc ready sited

./mc mb sitea/bucket
./mc mb sitec/bucket

## Setup site replication
./mc admin replicate add sitea siteb --replicate-ilm-expiry

sleep 10s

## Add warm tier

export MC_HOST_sitec=http://minio:minio123@127.0.0.1:9006

./mc ready sitea
./mc ready siteb
./mc ready sitec

./mc mb sitea/bucket
./mc version enable sitea/bucket
./mc mb -l sitea/olockbucket

./mc mb siteb/bucket/
./mc version enable siteb/bucket/
./mc mb -l siteb/olockbucket/

./mc mb sitec/bucket/
./mc version enable sitec/bucket/
./mc mb -l sitec/olockbucket

echo "adding replication rule for a -> b : ${remote_arn}"