* Get the value for the key 'crawler.ignore.robots.tags'. <br>
     * The value is, e.g. false <br>
     * comment: Whether to ignore robots meta tags during crawling.
     * @return The value of found property. (NotNull: if not found, exception but basically no way)
     */
    String getCrawlerIgnoreRobotsTags();

    /**
     * Is the property for the key 'crawler.ignore.robots.tags' true? <br>
     * The value is, e.g. false <br>

        }

        /**
         * Gets the initialization parameter value for the given parameter name.
         *
         * This method maps SPNEGO configuration parameter names to their corresponding
         * values from system properties or default values. It handles various
         * authentication and security settings for SPNEGO.
         *

     *
     * @param queryId the unique identifier for the search query
     * @param documentItems the list of document maps containing search results
     */
    public void storeQueryId(final String queryId, final List<Map<String, Object>> documentItems) {

        secondLine.put("userBoost", item.getUserBoost());
        secondLine.put("score", (item.getQueryFreq() + item.getDocFreq()) * item.getUserBoost());
        secondLine.put("tags", item.getTags());
        secondLine.put("roles", item.getRoles());
        secondLine.put("kinds", Arrays.toString(item.getKinds()));
        secondLine.put("@timestamp", item.getTimestamp());

        default -> throw new IllegalArgumentException("Unsupported cipher: " + this.cipherId);
        };
    }

    private int getAuthTagLength() {
        return 16; // All SMB3 ciphers use 16-byte authentication tags
    }

    private int getTransformFlags() {
        if (this.dialect.atLeast(DialectVersion.SMB311)) {
            return TRANSFORM_FLAG_ENCRYPTED;
        }

     * @param userBean Optional user information for permission checking
     * @param searchRequestType Type of search request for role-based access control
     * @return List of document data maps
     */
    public List<Map<String, Object>> getDocumentListByDocIds(final String[] docIds, final String[] fields,
            final OptionalThing<FessUserBean> userBean, final SearchRequestType searchRequestType) {

{\n    color: $nav-link-disabled-color;\n    pointer-events: none;\n    cursor: default;\n  }\n}\n\n//\n// Tabs\n//\n\n.nav-tabs {\n  border-bottom: $nav-tabs-border-width solid $nav-tabs-border-color;\n\n  .nav-link {\n    margin-bottom: -$nav-tabs-border-width;\n    background-color: transparent;\n    border: $nav-tabs-border-width solid transparent;\n    @include border-top-radius($nav-tabs-border-radius);\n\n    @include hover-focus() {\n      // Prevents active .nav-link tab overlapping focus...

     *
     * @param sessionId unique session identifier
     */
    public void removeSessionKey(String sessionId) {
        checkNotClosed();

        // Remove from memory maps
        SecretKey secretKey = sessionKeys.remove(sessionId);
        byte[] rawKey = rawKeys.remove(sessionId);

        // Wipe the raw key bytes
        if (rawKey != null) {

    public void test_completeWorkflow() {
        // Create transformer
        ContentTransformer transformer = new ContentTransformer("workflowTransformer");
        transformer.addTransformationRule("<[^>]+>", ""); // Remove HTML tags
        transformer.addTransformationRule("\\s+", " "); // Normalize whitespace

        // Simulate crawling response
        ResponseData responseData = new ResponseData();

    protected WebConfig webConfig = null;

    /** Generated file crawling configuration from parsed GSA config. */
    protected FileConfig fileConfig = null;

    /** Buffer to accumulate character data between XML tags. */
    protected StringBuilder textBuf = new StringBuilder(1000);

    /** User agent string to be used for web crawling. */
    protected String userAgent = "gsa-crawler";

    /**