*/
package org.codelibs.fess.crawler.entity;

/**
 * The UrlQueue interface represents a queue of URLs to be processed by a web crawler.
 * It provides methods to get and set various properties of a URL queue entry.
 *
 * @param <IDTYPE> the type of the identifier for the URL queue entry
 */
public interface UrlQueue<IDTYPE> {

    /**
     * Retrieves the unique identifier of the URL queue.
     *

    protected AuthCache authCache = new BasicAuthCache();

    /** The HTTP client context. */
    protected HttpClientContext httpClientContext = HttpClientContext.create();

    /** Map of HTTP client properties */
    private final Map<String, Object> httpClientPropertyMap = new HashMap<>();

    /** List of request headers */
    private final List<Header> requestHeaderList = new ArrayList<>();

    /**

 *     <li>Store the file path in the result data.</li>
 *     <li>Retrieve the stored file as a File object.</li>
 * </ul>
 *
 * <p>
 * The class uses several configurable properties to customize the file storage behavior,
 * such as the base path, replacement strings for special characters in URLs,
 * the maximum number of duplicated paths to attempt, and the character set for encoding the file path.
 * </p>

 * connection timeouts, proxy settings, user agent, request headers, cookie management,
 * and SSL configurations. The client also supports robots.txt parsing and form-based
 * authentication schemes.
 *
 * <p>Key properties and configurations:</p>
 * <ul>
 *   <li>CONNECTION_TIMEOUT_PROPERTY: Connection timeout setting.</li>
 *   <li>SO_TIMEOUT_PROPERTY: Socket timeout setting.</li>
 *   <li>PROXY_HOST_PROPERTY: Proxy host setting.</li>

    <glob pattern="*.java"/>
    <sub-class-of type="text/plain"/>
  </mime-type>

  <mime-type type="text/x-java-properties">
    <_comment>Java Properties</_comment>
    <alias type="text/x-properties" />
    <alias type="text/properties" />
    <glob pattern="*.properties"/>
    <sub-class-of type="text/plain"/>
  </mime-type>

  <mime-type type="text/x-jsp" interpreted="true">

    /**
     * Target indices.
     */
    protected String[] targetIndices;

    /**
     * Creates a new instance of FesenClient.
     * Initializes the address and target indices from system properties.
     */
    public FesenClient() {
        address = System.getProperty(HTTP_ADDRESS, "localhost:9200").trim();
        final String targets = System.getProperty(TARGET_INDICES);

        final Map<String, MappingMetadata> indexMappings = getMappingsResponse.mappings();
        if (indexMappings == null || !indexMappings.containsKey("properties")) {
            final AcknowledgedResponse putMappingResponse = fesenClient.get(c -> {
                final String source = FileUtil.readText("mapping/" + mappingName + ".json");