CurlRequest.RequestProcessor processor1 = new CurlRequest.RequestProcessor("UTF-8", 1024);
        CurlRequest.RequestProcessor processor2 = new CurlRequest.RequestProcessor("ISO-8859-1", 2048);
        CurlRequest.RequestProcessor processor3 = new CurlRequest.RequestProcessor("UTF-16", 512);

        assertNotNull(processor1.getResponse());
        assertNotNull(processor2.getResponse());

        // Initial state
        assertNull(testRule.getResponseProcessor());

        // Set response processor
        TestResponseProcessor processor = new TestResponseProcessor();
        testRule.setResponseProcessor(processor);
        assertSame(processor, testRule.getResponseProcessor());

        // Change response processor
        TestResponseProcessor newProcessor = new TestResponseProcessor();

     */
    public void test_basicRuleImplementation() {
        TestResponseProcessor processor = new TestResponseProcessor("testProcessor");
        TestRule rule = new TestRule("rule1", processor, true);

        // Test getRuleId
        assertEquals("rule1", rule.getRuleId());

        // Test getResponseProcessor
        assertSame(processor, rule.getResponseProcessor());

        // Test match

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.processor.impl;

import static org.mockito.ArgumentMatchers.any;
import static org.mockito.Mockito.when;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;

        connect(con -> {
            final RequestProcessor processor = new RequestProcessor(encoding, threshold);
            processor.accept(con);
            try (final CurlResponse res = processor.getResponse()) {
                actionListener.accept(res);
            } catch (final IOException e) {
                exceptionListener.accept(e);

     * @return The query class name.
     */
    protected abstract String getQueryClassName();

    /**
     * Registers this query command with the query processor.
     * Associates this command with its query class name in the processor.
     */
    public void register() {
        ComponentUtil.getQueryProcessor().add(getQueryClassName(), this);
    }

    /**
     * Gets the query field configuration.

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.processor.impl;

import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.stream.Collectors;

import org.apache.logging.log4j.LogManager;

/**
 * RankFusionProcessor manages multiple search engines and combines their results using rank fusion algorithms.
 * This processor supports searching with multiple searchers concurrently and merging their results based on
 * ranking scores to provide more comprehensive and accurate search results.
 *
 * The processor maintains a pool of searchers and an executor service for concurrent operations.

                .<DefaultResponseProcessor> singleton("defaultResponseProcessor", DefaultResponseProcessor.class, processor -> {
                    processor.setTransformer(container.getComponent("fileTransformer"));
                    processor.setSuccessfulHttpCodes(new int[] { 200 });
                    processor.setNotModifiedHttpCodes(new int[] { 304 });
                })//

 *   <li>Processing responses</li>
 *   <li>Handling exceptions during crawling and child URL processing</li>
 *   <li>Handling cases where no URL is in the queue</li>
 *   <li>Handling cases where no response processor or rule is found</li>
 *   <li>Handling system errors</li>
 * </ul>
 *
 * <p>
 * Each logging method checks the log level before logging the message.
 * The log level can be configured in the Log4j2 configuration file.