client.setTrustAllCertificates(true);  // For testing only
});
```

### Debug Logging

Enable debug logging by adding to your logging configuration:

```xml
<logger name="org.codelibs.fess.crawler" level="DEBUG"/>
<logger name="org.codelibs.fess.crawler.client" level="DEBUG"/>
<logger name="org.codelibs.fess.crawler.extractor" level="DEBUG"/>
```

### Monitoring

```java
// Monitor crawling progress

            extractorMap.put(key, newExtractors);
        } else {
            extractorMap.put(key, new Extractor[] { extractor });
        }

        if (logger.isDebugEnabled()) {
            logger.debug("Loaded {} : {}", key, extractor.getClass().getName());
        }
    }

    /**
     * Adds an extractor to the factory for all keys in the provided list.
     *

        if (logger.isDebugEnabled()) {
            logger.debug("loading {}", componentName);
        }
        try (CrawlerClient client = crawlerContainer.getComponent(componentName)) {
            crawlerClientFactory.addClient(regex, client);
        } catch (final Exception e) {
            if (logger.isDebugEnabled()) {
                logger.debug("Failed to create {}.", componentName, e);
            } else {

    */
    @Override
    public synchronized void init() {
        if (smbAuthenticationHolder != null) {
            return;
        }

        if (logger.isDebugEnabled()) {
            logger.debug("Initializing SmbClient...");
        }

        super.init();

        final Properties props = new Properties();

        final String pattern1Str = settings.get("pattern1");
        final String pattern2Str = settings.get("pattern2", ".*");

        if (logger.isDebugEnabled()) {
            logger.debug("pattern1: {}, pattern2: {}", pattern1Str, pattern2Str);
        }
        if (pattern1Str != null) {
            pattern1 = Pattern.compile(pattern1Str);
            pattern2 = Pattern.compile(pattern2Str);
        }

 * <li>{@link #loadIndexSettings()}: Loads the index settings from a JSON file.</li>
 * </ul>
 *
 * <p>Fields:
 * <ul>
 * <li>{@link #logger}: Logger instance for logging debug information.</li>
 * <li>{@link #client}: OpenSearch client instance.</li>
 * <li>{@link #arraySettingsIndexName}: Name of the array settings index.</li>
 * <li>{@link #settingsId}: ID of the settings.</li>

                        if (logger.isDebugEnabled()) {
                            logger.debug("{} exists.", urlQueue.getUrl(), e);
                        }
                        return;
                    }
                    throw e;
                }
                if (logger.isDebugEnabled()) {
                    logger.debug("Storing child urls: {}", resultData.getChildUrlSet());
                }

        if (logger.isDebugEnabled()) {
            logger.debug("Delete badword. {} badword: {}", arraySettings.arraySettingsIndexName, badWord);
        }
        arraySettings.delete(BAD_WORD_SETTINGD_KEY, badWord);
    }

    /**
     * Delete all bad words.
     */
    public void deleteAll() {
        if (logger.isDebugEnabled()) {
            logger.debug("Add all badword. {}", arraySettings.arraySettingsIndexName);

            } catch (final CrawlingAccessException e) {
                throw e;
            } catch (final Exception e) {
                if (logger.isDebugEnabled()) {
                    logger.debug("Failed a sitemap check: {}", responseData, e);
                }
            }
        }

        return false;
    }

        urlFilter.addExclude(".*[?&]debug=true.*");

        assertTrue(urlFilter.match("https://example.com/search"));
        assertTrue(urlFilter.match("https://example.com/search?q=test"));
        assertTrue(urlFilter.match("https://example.com/search?q=test&page=2"));
        assertFalse(urlFilter.match("https://example.com/search?debug=true"));