- **Java**: 21+ (requires Java 21 or higher)
- **Build System**: Maven 3.x
- **DI Container**: LastaFlute DI
- **HTTP Client**: Apache HttpComponents
- **Content Extraction**: Apache Tika, Apache POI, PDFBox
- **Testing**: JUnit 4, UTFlute, Testcontainers
- **Storage Backends**: OpenSearch, Memory-based

## Quick Start

### Prerequisites

- Java 21 or higher
- Maven 3.6 or higher

### Installation

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        crawlerContext = new CrawlerContext();
    }

    /**
     * Test implementation of UrlFilter for testing
     */
    private static class TestUrlFilter implements UrlFilter {
        @Override
        public void init(String sessionId) {
        }

        @Override
        public void addInclude(String urlPattern) {

        factory = new CrawlerPooledObjectFactory<>();
        factory.crawlerContainer = container;
    }

    /**
     * Test component class for testing factory operations
     */
    public static class TestComponent {
        private static AtomicInteger instanceCounter = new AtomicInteger(0);
        private final int id;
        private boolean destroyed = false;

 * Test class for AbstractRule.
 * Tests the abstract rule implementation and its common functionality.
 */
public class AbstractRuleTest extends PlainTestCase {

    /**
     * Concrete implementation of AbstractRule for testing
     */
    public static class TestAbstractRule extends AbstractRule {
        private static final long serialVersionUID = 1L;

        private boolean matchResult = true;
        private int matchCallCount = 0;

 * Tests the abstract transformer implementation and its name management functionality.
 */
public class AbstractTransformerTest extends PlainTestCase {

    /**
     * Concrete implementation of AbstractTransformer for testing
     */
    public static class TestTransformer extends AbstractTransformer {
        private int transformCallCount = 0;
        private ResponseData lastResponseData = null;

            return null;
        }

        @Override
        public String getName() {
            return name;
        }
    }

    /**
     * Transformer that throws exceptions for testing error handling
     */
    public static class ExceptionThrowingTransformer implements Transformer {
        private final String name;
        private boolean throwInTransform = false;

 * Test class for RuleManager interface.
 * Tests the contract and behavior of RuleManager implementations.
 */
public class RuleManagerTest extends PlainTestCase {

    /**
     * Test implementation of RuleManager for testing purposes
     */
    public static class TestRuleManager implements RuleManager {
        private final List<Rule> rules = new ArrayList<>();
        private int getRuleCallCount = 0;

        @Override

/**
 * Test class for Rule interface.
 * Tests the contract and behavior of Rule implementations.
 */
public class RuleTest extends PlainTestCase {

    /**
     * Test implementation of Rule interface for testing purposes
     */
    public static class TestRule implements Rule {
        private static final long serialVersionUID = 1L;

        private final String ruleId;
        private final ResponseProcessor responseProcessor;