* <ol>
 *   <li>Initialization: Sets up the crawler context and initializes the URL filter.</li>
 *   <li>Thread Creation: Creates a group of crawler threads to perform the actual crawling.</li>
 *   <li>Execution: Starts the crawler threads and waits for them to complete.</li>
 *   <li>Cleanup: Deletes the crawled data and clears the URL filter.</li>
 * </ol>
 *

    /**
     * Test rule processor chain behavior
     */
    public void test_ruleProcessorChain() {
        final List<String> executionOrder = new ArrayList<>();

        // Create custom processor that tracks execution
        ResponseProcessor processor = new ResponseProcessor() {
            @Override
            public void process(ResponseData responseData) {
                executionOrder.add("processor_executed");
            }

                        .append(response.getFailureMessage())
                        .append("]");
            }
        }
        if (sb.length() > 0) {
            return "failure in bulk execution:" + sb.toString();
        }
        return StringUtil.EMPTY;
    }

    /**
     * Performs the actual bulk insertion of documents into the OpenSearch index.
     *