- **Filters**: URL filtering with regex patterns
- **Rules**: Content processing rules and validation

## Building and Testing

### Build Commands

```bash
# Build all modules
mvn clean install

# Build without tests
mvn clean install -DskipTests

# Build specific module
mvn clean install -pl fess-crawler

# Generate test coverage report
mvn jacoco:report
```

### Code Quality

        client.setRequestListener(testListener);
        final String url = "http://test.com/";
        final ResponseData response = client.execute(RequestDataBuilder.newRequestData().get().url(url).build());
        assertEquals(1, testListener.startCount);
        assertEquals(1, testListener.requestCount);
        assertEquals(0, testListener.exceptionCount);
        assertEquals(1, testListener.endCount);

    public void testBuildMultipleInstances() {
        // Test that multiple SuggestSettings can be built from the same builder
        builder.setSettingsIndexName("MULTI_INDEX").addInitialSettings("multi.key", "multiValue").scrollTimeout("25s");

        SuggestSettings settings1 = builder.build(client, "id1");
        SuggestSettings settings2 = builder.build(client, "id2");

        assertNotNull(settings1);
        assertNotNull(settings2);

        minioClient.setObjectTags(
                SetObjectTagsArgs.builder().bucket(bucketName).object("dir1/file2.txt").tags(Map.of("label", "label2")).build());
        minioClient.setObjectTags(
                SetObjectTagsArgs.builder().bucket(bucketName).object("dir1/dir2/file3.txt").tags(Map.of("label", "label3")).build());
        minioClient.setObjectTags(

                        .build();
                for (final Result<Item> result : minioClient.listObjects(args)) {
                    final Item item = result.get();
                    final String objectName = item.objectName();
                    requestDataSet.add(RequestDataBuilder.newRequestData().get().url("storage://" + bucketName + "/" + objectName).build());
                }

        // Configure custom analyzers
        analyzers.addAnalyzer("custom", customAnalyzerSettings);
    })
    .build();

Suggester customSuggester = Suggester.builder()
    .settings(settings)
    .readingConverter(new ReadingConverterChain())
    .normalizer(new ICUNormalizer())
    .build(client, "custom-suggest");
```

## Configuration Options

### Suggester Settings

```java

        runner.onBuild((number, settingsBuilder) -> {
            settingsBuilder.put("http.cors.enabled", true);
            settingsBuilder.put("discovery.type", "single-node");
        })
                .build(newConfigs().clusterName("AnalyzerConverterTest")
                        .numOfNode(1)
                        .pluginTypes("org.codelibs.opensearch.extension.ExtensionPlugin"));
        runner.ensureYellow();

            }
        }

        final CloseableHttpClient closeableHttpClient = httpClientBuilder.setDefaultRequestConfig(requestConfigBuilder.build()).build();
        if (!httpClientPropertyMap.isEmpty()) {
            final BeanDesc beanDesc = BeanDescFactory.getBeanDesc(closeableHttpClient.getClass());

        assertEquals(RequestDataBuilder.newRequestData().url(url + "/").build(),
                htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));

        url = "http://hoge/";
        assertEquals(RequestDataBuilder.newRequestData().url("http://hoge").build(),
                htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));

    }

    public void test_normalizeUrl() {

            settingsBuilder.put("discovery.type", "single-node");
        }).build(newConfigs().clusterName("SuggestUtilTest").numOfNode(1).pluginTypes("org.codelibs.opensearch.extension.ExtensionPlugin"));
        runner.ensureYellow();
        client = runner.client();

        // Initialize suggest settings
        Suggester suggester = Suggester.builder().build(client, "test");
        settings = suggester.settings();