*
 * @author shinsuke
 *
 */
public class OpenSearchUrlQueueService extends AbstractCrawlerService implements UrlQueueService<OpenSearchUrlQueue> {
    /**
     * Logger instance.
     */
    private static final Logger logger = LogManager.getLogger(OpenSearchUrlQueueService.class);

    /**
     * Data service for checking access results.
     */
    @Resource
    protected OpenSearchDataService dataService;

                if (logger.isDebugEnabled()) {
                    logger.debug("principal={}", principal);
                }
            } catch (final Exception e) {
                final String msg = "Failed to process Authorization Header: " + request.getHeader(Constants.AUTHZ_HEADER);
                if (logger.isDebugEnabled()) {
                    logger.debug(msg);
                }

    public void init() {
        if (logger.isDebugEnabled()) {
            logger.debug("Initializing {}", this.getClass().getSimpleName());
        }
        osddFile = getOsddFile();
    }

    /**
     * Gets the OSDD file.
     *
     * @return the OSDD file
     */
    protected File getOsddFile() {
        if (!isOsddLinkEnabled()) {
            logger.debug("OSDD is disabled.");
            return null;

        } catch (final NoSuchKeyException e) {
            if (logger.isDebugEnabled()) {
                logger.debug("Object not found: bucket={}, path={}", bucketName, path);
            }
        } catch (final NoSuchBucketException e) {
            throw new CrawlingAccessException("Bucket not found: bucket=" + bucketName, e);
        } catch (final S3Exception e) {

import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class XmlExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(XmlExtractorTest.class);

    public XmlExtractor xmlExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

    public void delete(final String badWord) {
        if (logger.isDebugEnabled()) {
            logger.debug("Deleting bad word: index={}, word={}", arraySettings.arraySettingsIndexName, badWord);
        }
        arraySettings.delete(BAD_WORD_SETTINGS_KEY, badWord);
    }

    /**
     * Delete all bad words.
     */
    public void deleteAll() {
        if (logger.isInfoEnabled()) {

            if (logger.isDebugEnabled()) {
                logger.debug("Updating scheduled jobs: time={}", schedulerTime);
            }
            final long now = systemHelper.getCurrentTimeAsLong();
            scheduledJobService.getScheduledJobListAfter(schedulerTime).forEach(scheduledJob -> {
                if (logger.isDebugEnabled()) {

            });
            if (logger.isDebugEnabled()) {
                cachedPathMappingList.forEach(e -> {
                    logger.debug("path mapping: {}: {} -> {}", e.getId(), e.getRegex(), e.getReplacement());
                });
            }
            return cachedPathMappingList.size();
        } catch (final ComponentNotFoundException e) {
            if (logger.isDebugEnabled()) {

                if (extractor == null) {
                    if (logger.isDebugEnabled()) {
                        logger.debug("Using default extractor {} for MIME type {}", extractorName, mimeType);
                    }
                    extractor = crawlerContainer.getComponent(extractorName);
                } else if (logger.isDebugEnabled()) {

import com.google.cloud.storage.StorageOptions;

/**
 * Google Cloud Storage client implementation.
 */
public class GcsStorageClient implements StorageClient {

    private static final Logger logger = LogManager.getLogger(GcsStorageClient.class);

    private final Storage storage;
    private final String bucket;

    /**
     * Creates a new GcsStorageClient instance.
     *