/** XML element name for bad (excluded) URLs configuration. */
    protected static final String BAD_URLS = "bad_urls";

    /** Array of supported web protocols for URL classification. */
    protected String[] webProtocols = { "http:", "https:" };

    /** Array of supported file protocols for URL classification. */
    protected String[] fileProtocols = { "file:", "smb:", "smb1:", "ftp:", "storage:" };

    /** OpenSearch client. */
    protected final Client client;
    /** Suggest settings. */
    protected final SuggestSettings settings;
    /** Index name. */
    protected final String indexName;
    /** Supported fields. */
    protected final String[] supportedFields;

    /** Scroll size. */
    protected int scrollSize = 1;
    /** Maximum retry count. */
    protected int maxRetryCount = 5;

     */
    @Size(max = 10)
    public String loginLink;

    /**
     * Enable or disable thumbnail generation for documents.
     * When enabled, thumbnails are generated for supported file types.
     */
    @Size(max = 10)
    public String thumbnail;

    /**
     * Types of crawling failures to ignore during crawling operations.

        // Protocol errors
        INVALID_PARAMETER("Invalid parameter", ErrorCategory.PROTOCOL, false), NOT_SUPPORTED("Operation not supported",
                ErrorCategory.PROTOCOL, false), INVALID_PROTOCOL("Invalid protocol", ErrorCategory.PROTOCOL,
                        false), MESSAGE_TOO_LARGE("Message too large", ErrorCategory.PROTOCOL, false),

/**
 * Represents a request data for crawling.
 * This class encapsulates the HTTP method, URL, and weight associated with a crawling request.
 */
public class RequestData {
    /**
     * HTTP methods supported for crawling requests.
     */
    public enum Method {
        /** HTTP GET method. */
        GET,
        /** HTTP POST method. */
        POST,
        /** HTTP HEAD method. */
        HEAD;
    }

            }
        }
        return new String(buf);
    }

    /**
     * An {@link Iterator} that iterates over {@link DateFormat} instances corresponding to the styles supported by the locale.
     *
     * @author koichik
     */
    protected static class DateFormatIterator implements Iterator<DateFormat> {

        /** Locale */
        protected final Locale locale;

            }
        }
        return new String(buf);
    }

    /**
     * An {@link Iterator} that iterates over {@link DateFormat} instances corresponding to the styles supported by the locale.
     *
     * @author koichik
     */
    protected static class DateFormatIterator implements Iterator<DateFormat> {

        /** Locale */
        protected final Locale locale;

                    // deleted file
                    deleteDocument(localParams, dataMap);
                } else {
                    logger.warn("Unknown event type: '{}'. Supported: [create, modify, delete]. url={}", eventType,
                            dataMap.get(ComponentUtil.getFessConfig().getIndexFieldUrl()));
                }
            } finally {
                if (keyObj != null) {

            String message = error.getMessage().toLowerCase();
            if (message.contains("hardware") || message.contains("device not found") || message.contains("driver")
                    || message.contains("not supported") || message.contains("capability")) {
                return true;
            }
        }

        // If we've had many errors, consider fallback
        double errorRate = statistics.getErrorRate();

     * for thumbnail generation.
     *
     * @param responseData the response data containing MIME type information
     * @return true if the MIME type represents a supported image format, false otherwise
     */
    protected boolean isImageMimeType(final ResponseData responseData) {
        final String mimeType = responseData.getMimeType();
        if (mimeType == null) {