- **Java**: 21+ (requires Java 21 or higher)
- **Build System**: Maven 3.x
- **DI Container**: LastaFlute DI
- **HTTP Client**: Apache HttpComponents
- **Content Extraction**: Apache Tika, Apache POI, PDFBox
- **Testing**: JUnit 4, UTFlute, Testcontainers
- **Storage Backends**: OpenSearch, Memory-based

## Quick Start

### Prerequisites

- Java 21 or higher
- Maven 3.6 or higher

### Installation

 *   <li>{@link #isSuggestIndex(String)}: Checks if the given index name is a suggestion index.</li>
 * </ul>
 */
public class Suggester {
    private static final Logger logger = LogManager.getLogger(Suggester.class);

    /** The OpenSearch client. */
    protected final Client client;
    /** The suggest settings. */
    protected final SuggestSettings suggestSettings;

 *
 * @author shinsuke
 *
 */
public class OpenSearchUrlQueueService extends AbstractCrawlerService implements UrlQueueService<OpenSearchUrlQueue> {
    /**
     * Logger instance.
     */
    private static final Logger logger = LogManager.getLogger(OpenSearchUrlQueueService.class);

    /**
     * Data service for checking access results.
     */
    @Resource
    protected OpenSearchDataService dataService;

 *   <li>Configurable timeout for extraction process</li>
 * </ul>
 *
 * @author shinsuke
 */
public class PdfExtractor extends PasswordBasedExtractor {
    /** Logger instance for this class. */
    private static final Logger logger = LogManager.getLogger(PdfExtractor.class);

    /** Timeout for PDF extraction in milliseconds (default: 30 seconds). */
    protected long timeout = 30000; // 30sec

 * <li>{@link #loadIndexSettings()}: Loads the index settings from a JSON file.</li>
 * </ul>
 *
 * <p>Fields:
 * <ul>
 * <li>{@link #logger}: Logger instance for logging debug information.</li>
 * <li>{@link #client}: OpenSearch client instance.</li>
 * <li>{@link #arraySettingsIndexName}: Name of the array settings index.</li>

            }

            final int exitValue = currentProcess.exitValue();

            if (logger.isInfoEnabled()) {
                if (standardOutput) {
                    logger.info("Exit Code: {}", exitValue);
                } else {
                    logger.info("Exit Code: {} - Process Output:\n{}", exitValue, it.getOutput());
                }
            }

            if (logger.isDebugEnabled()) {
                logger.debug("{} -> {}", attrValue, u);
            }
            if (StringUtil.isNotBlank(u)) {
                if (logger.isDebugEnabled()) {
                    logger.debug("Add Child: {}", u);
                }
                urlList.add(u);
            } else if (logger.isDebugEnabled()) {

import io.minio.MinioClient;
import io.minio.PutObjectArgs;
import io.minio.SetObjectTagsArgs;

/**
 * @author shinsuke
 *
 */
public class StorageClientTest extends PlainTestCase {

    private static final Logger logger = LogManager.getLogger(StorageClientTest.class);

    private static final String IMAGE_NAME = "minio/minio:RELEASE.2022-06-02T02-11-04Z";

    /**
     * Target indices for OpenSearch.
     */
    public static final String TARGET_INDICES = "crawler.opensearch.target_indices";

    /**
     * Logger instance.
     */
    private static final Logger logger = LogManager.getLogger(FesenClient.class);

    /**
     * The OpenSearch client.
     */
    protected Client client;

    /**

 * the stored file path as a File object.
 * </p>
 */
public class FileTransformer extends HtmlTransformer {
    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(FileTransformer.class);

    /**
     * Constructs a new FileTransformer.
     */
    public FileTransformer() {
        // Default constructor
    }