* </ul>
     * The value "always" should be used to describe documents that change each
     * time they are accessed. The value "never" should be used to describe
     * archived URLs.
     *
     * Please note that the value of this tag is considered a hint and not a
     * command. Even though search engine crawlers may consider this information
     * when making decisions, they may crawl pages marked "hourly" less

        // UrlQueue<?> urlQueue = (UrlQueue<?>) objs[1];
        final ResponseData responseData = (ResponseData) objs[2];
        if (logger.isDebugEnabled()) {
            logger.debug("No rule for ({}, {}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl(), responseData.getMimeType());
        }
    }

    /**
     * Processes no response processor found log events.
     *

    int processed = dataService.getCount(sessionId);
    System.out.println("Processed: " + processed + " URLs");
    Thread.sleep(5000);
}
```

## Contributing

We welcome contributions to Fess Crawler! Please follow these guidelines:

1. **Fork** the repository
2. **Create** a feature branch (`git checkout -b feature/amazing-feature`)
3. **Commit** your changes (`git commit -m 'Add amazing feature'`)

        } else if (isSuccessful(responseData)) {
            if (transformer == null) {
                if (logger.isDebugEnabled()) {
                    logger.debug("No Transformer for ({}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl());
                }
            } else {
                final ResultData resultData = transformer.transform(responseData);
                if (resultData == null) {

     */
    public void addFailure(final Throwable t) {
        failures.add(t);
    }

    /**
     * Checks if there are any failures recorded.
     *
     * @return true if there is at least one failure, false otherwise
     */
    public boolean hasFailure() {
        return !failures.isEmpty();
    }

    /**
     * Returns the list of failures.
     *

 *
 * Map<String, Object> document;
 * while ((document = reader.read()) != null) {
 *     // Process the document
 *     System.out.println(document);
 * }
 *
 * reader.close(); // Close the reader to release resources
 * }
 * </pre>
 */
public class ESSourceReader implements DocumentReader {
    private static final Logger logger = LogManager.getLogger(ESSourceReader.class);

    /** Queue of documents. */

        assertTrue(urlFilter.match("https://any.com/any/path"));

        urlFilter.clear();
        urlFilter.init(sessionId);

        urlFilter.addInclude(".+"); // Match at least one character
        assertTrue(urlFilter.match("https://example.com/"));
        assertFalse(urlFilter.match(""));
    }

    /**
     * Test memory efficiency with large number of patterns
     */

        // Should be same instance for singleton
        assertSame(component1, component2);
        // The first creation should increment the counter
        assertTrue("Instance count should be at least 1", SingletonTestComponent.getInstanceCount() >= 1);
    }

    /**
     * Test wrap method
     */
    public void test_wrap_basic() {
        TestComponent component = new TestComponent();

        Map<String, Object> result = item.toEmptyMap();
        assertEquals(emptySource, result);
    }

    @Test
    public void testUserBoostMinimum() {
        // Test that user boost is at least 1
        String[] text = { "test" };
        String[][] readings = { { "test" } };

        // Test with boost less than 1

        // Verify all rules were added (can't check exact count due to thread-safe implementation)
        ResponseData responseData = new ResponseData();
        assertNotNull(threadSafeManager.getRule(responseData)); // At least one rule should match
    }

    /**
     * Test concurrent rule removals
     */
    public void test_concurrentRemoveRule() throws Exception {