import java.util.Map;
import java.util.Set;

import org.codelibs.core.exception.IORuntimeException;
import org.codelibs.core.io.FileUtil;
import org.codelibs.fess.crawler.Constants;

/**
 * Represents the response data obtained from a crawled resource.
 * This class encapsulates various details of an HTTP response, including
 * status code, content type, content length, and the response body.

     *
     * @param builder The XContentBuilder to write to.
     * @param params Additional parameters for the conversion.
     * @return The XContentBuilder with the URL filter data.
     * @throws IOException if the conversion fails.
     */
    @Override
    public XContentBuilder toXContent(final XContentBuilder builder, final Params params) throws IOException {
        builder.startObject();

 * This class provides methods for managing a queue of URLs to be crawled,
 * including adding, deleting, and retrieving URLs from the queue.
 * It uses a {@link MemoryDataHelper} to store the URL queue data in memory.
 *
 * <p>
 * The class is responsible for:
 * </p>
 * <ul>
 *   <li>Updating session IDs for URL queues.</li>
 *   <li>Adding new URLs to the queue.</li>

            });
            @SuppressWarnings("unchecked")
            final Map<String, Object> data = (Map<String, Object>) source.get(OpenSearchAccessResult.ACCESS_RESULT_DATA);
            if (data != null) {
                ((OpenSearchAccessResult) bean).setAccessResultData(new OpenSearchAccessResultData(data));
            }
            setId(bean, id);
            return bean;
        }
        return null;

    /**
     * Creates a new UrlFilterServiceImpl instance.
     */
    public UrlFilterServiceImpl() {
        // NOP
    }

    /**
     * The memory data helper.
     */
    @Resource
    protected MemoryDataHelper dataHelper;

    /*
     * (non-Javadoc)
     *
     * @see
     * org.codelibs.fess.crawler.service.impl.UrlFilterService#addIncludeUrlFilter(java

            }
        }

        private static class RequestHandlerImpl extends AbstractHandler {
            public static final String MULTIPART_FORMDATA_TYPE = "multipart/form-data";

            public static boolean isMultipartRequest(HttpServletRequest request) {
                return request.getContentType() != null && request.getContentType().startsWith(MULTIPART_FORMDATA_TYPE);
            }

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.entity;

import java.util.Objects;

import org.codelibs.fess.crawler.Constants;

/**
 * Represents a request data for crawling.
 * This class encapsulates the HTTP method, URL, and weight associated with a crawling request.
 */
public class RequestData {
    /**
     * HTTP methods supported for crawling requests.
     */

    /** The content length of the accessed resource. */
    protected Long contentLength;

    /** The last modified time of the accessed resource. */
    protected Long lastModified;

    /** The access result data. */
    protected AccessResultData<IDTYPE> accessResultData;

    @Override
    public void init(final ResponseData responseData, final ResultData resultData) {

        setCreateTime(System.currentTimeMillis());

     * @param analyzer the analyzer to use for analyzing the search words
     * @param langs the array of languages associated with the search words
     * @return a SuggestItem created from the given search words and associated data
     */
    SuggestItem parseSearchWords(String[] words, String[][] readings, String[] fields, String[] tags, String[] roles, long score,

 * It provides methods to parse search words, query logs, and documents into SuggestItem objects.
 *
 * <p>This class uses various utilities such as ReadingConverter, Normalizer, and SuggestAnalyzer
 * to process and analyze the input data.</p>
 *
 * <p>It also handles the exclusion of search words based on certain criteria and manages the
 * maximum length of analyzed content.</p>
 *