* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.suggest.index.contents.querylog;

import org.opensearch.common.Nullable;

/**
 * The QueryLog class represents a log entry containing a query string and an optional filter query string.
 */
public class QueryLog {

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.exception;

/**
 * UnsupportedExtractException is thrown when the content extraction is not supported.
 * It extends ExtractException and indicates that the requested extraction operation cannot be performed.
 *
 */
public class UnsupportedExtractException extends ExtractException {

            assertEquals("text/plain", responseData.getMimeType());
            assertTrue(responseData.getUrl().endsWith("text1.txt"));
            final String content = new String(InputStreamUtil.getBytes(responseData.getResponseBody()), "UTF-8");
            assertEquals("test1", content.trim());
        } finally {
            if (server != null) {
                server.stop();
            }
        }
    }

    /** Indicates checking the last modified date of a resource. */
    CHECK_LAST_MODIFIED,
    /** Indicates the resource has not been modified. */
    NOT_MODIFIED,
    /** Indicates getting content from a resource. */
    GET_CONTENT,
    /** Indicates a redirect location was found. */
    REDIRECT_LOCATION,
    /** Indicates processing a response. */
    PROCESS_RESPONSE,

    }

    /**
     * Runs the crawling process in a separate thread.
     * This method initializes the crawler context, creates and starts crawler threads,
     * and waits for their completion.
     */
    @Override
    public void run() {
        // context
        crawlerContext.urlFilter = urlFilter;
        crawlerContext.ruleManager = ruleManager;

                    final Map<String, String> map = new HashMap<>();
                    map.put(ExtractData.RESOURCE_NAME_KEY, filename);
                    final String content = extractor.getText(is, map).getContent();
                    writer.write(content);
                    writer.write('\n');
                } catch (final Exception e) {
                    if (logger.isDebugEnabled()) {

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

/**
 * <p>
 * FileTransformer stores the content of a crawled resource as a file on the file system.
 * It extends HtmlTransformer and provides functionality to:
 * </p>
 * <ul>
 *     <li>Specify a base directory for storing files.</li>

 */
package org.codelibs.fess.crawler.exception;

/**
 * Exception thrown during the extraction process in the crawler.
 * This exception indicates a failure or error that occurred while extracting content from a crawled resource.
 * It extends {@link org.codelibs.fess.crawler.exception.CrawlerSystemException} and provides constructors

import org.opensearch.action.admin.indices.create.CreateIndexResponse;
import org.opensearch.action.search.SearchResponse;
import org.opensearch.common.xcontent.XContentFactory;
import org.opensearch.common.xcontent.XContentType;
import org.opensearch.common.xcontent.json.JsonXContent;
import org.opensearch.core.xcontent.XContentBuilder;
import org.opensearch.index.IndexNotFoundException;
import org.opensearch.index.query.QueryBuilders;

import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.ExecutionTimeoutException;
import org.codelibs.fess.crawler.exception.ExtractException;

/**
 * Extracts text content by executing an external command.
 */
public class CommandExtractor extends AbstractExtractor {
    private static final Logger logger = LogManager.getLogger(CommandExtractor.class);

    /** The encoding for the output. */