- **Java**: 21+ (requires Java 21 or higher)
- **Build System**: Maven 3.x
- **DI Container**: LastaFlute DI
- **HTTP Client**: Apache HttpComponents
- **Content Extraction**: Apache Tika, Apache POI, PDFBox
- **Testing**: JUnit 4, UTFlute, Testcontainers
- **Storage Backends**: OpenSearch, Memory-based

## Quick Start

### Prerequisites

- Java 21 or higher
- Maven 3.6 or higher

### Installation

# This workflow will build a Java project with Maven
# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven

name: Java CI with Maven

on:
  push:
    branches:
    - master
    - "*.x"
  pull_request:
    branches:
    - master
    - "*.x"

jobs:
  build:

    runs-on: ubuntu-latest
    env:
      PARENT_BRANCH: main

    steps:

# This workflow will build a Java project with Maven
# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven

name: Java CI with Maven

on:
  push:
    branches:
    - master
    - "*.x"
  pull_request:
    branches:
    - master
    - "*.x"

jobs:
  build:

    runs-on: ubuntu-latest
    env:
      PARENT_BRANCH: main

    steps:

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        crawlerContext = new CrawlerContext();
    }

    /**
     * Test implementation of UrlFilter for testing
     */
    private static class TestUrlFilter implements UrlFilter {
        @Override
        public void init(String sessionId) {
        }

        @Override
        public void addInclude(String urlPattern) {

mvn license:format

# Generate test coverage report
mvn jacoco:prepare-agent test jacoco:report

# Generate API documentation
mvn javadoc:javadoc
```

### Testing

The project uses JUnit 4 with embedded OpenSearch for integration testing:

```bash
# Run all tests
mvn test

# Run specific test class
mvn test -Dtest=SuggesterTest

# Run with verbose output

        factory = new CrawlerPooledObjectFactory<>();
        factory.crawlerContainer = container;
    }

    /**
     * Test component class for testing factory operations
     */
    public static class TestComponent {
        private static AtomicInteger instanceCounter = new AtomicInteger(0);
        private final int id;
        private boolean destroyed = false;

        StringBuilder longId = new StringBuilder();
        for (int i = 0; i < 1000; i++) {
            longId.append("verylongruleid");
        }
        testRule.setRuleId(longId.toString());
        assertEquals(longId.toString(), testRule.getRuleId());

        // Special characters in rule ID
        testRule.setRuleId("rule-id_with.special@chars#123");

        for (int i = 0; i < 1000; i++) {
            maxName.append("0123456789");
        }
        testTransformer.setName(maxName.toString());
        assertEquals(10000, testTransformer.getName().length());
        assertEquals(maxName.toString(), testTransformer.getName());
    }

    /**
     * Test complete workflow
     */
    public void test_completeWorkflow() {

        list.add("item1");
        list.add("item2");
        TestAccessResultData<String> listData = new TestAccessResultData<>(list.toString().getBytes());
        Object retrievedList = testTransformer.getData(listData);
        assertEquals(list.toString(), retrievedList);

        // Null data
        TestAccessResultData<Object> nullData = new TestAccessResultData<>();

        assertNotNull(readings);
        assertEquals(1, readings.size());
        assertEquals("TEST", readings.get(0));
    }

    /**
     * Test implementation of ReadingConverter for testing purposes
     */
    private static class TestReadingConverter implements ReadingConverter {

        private boolean initialized = false;
        private int initCount = 0;