}
        String longText = sb.toString();
        String id = SuggestUtil.createSuggestTextId(longText);
        assertNotNull(id);
        assertEquals(445, id.length()); // Should be truncated to ID_MAX_LENGTH
    }

    @Test
    public void testParseQuery() {
        // Test normal query
        String query = "test query";
        String field = "content";

        } catch (MessagingException | IOException e) {
            throw new ExtractException(e);
        }
        return buf.toString();
    }

    /**
     * Appends attachment content to the buffer if it can be extracted.
     *
     * @param buf the buffer to append content to
     * @param bodyPart the body part containing the attachment
     */

        assertEquals(10000, urlSet.size());
        assertTrue(urlSet.contains("http://overflow.com/robots.txt"));
        assertFalse(urlSet.contains("http://example0.com/robots.txt")); // First one should be evicted
    }

    /**
     * Test activeThreadCountLock getter
     */
    public void test_activeThreadCountLock() {
        Object lock = crawlerContext.getActiveThreadCountLock();

/**
 * The {@code MemoryDataHelper} class provides a helper for managing crawler data in memory.
 * It stores URL queues, access results, and URL patterns for inclusion and exclusion.
 * This class is designed to be used in a single-threaded environment or with external synchronization.
 *
 * <p>It uses {@code Map} and {@code Queue} data structures to hold the data. The class provides

    @Resource
    protected MimeTypeHelper mimeTypeHelper;

    /** The HTTP client instance */
    protected volatile CloseableHttpClient httpClient;

    /** List of request headers to be sent with each request */
    private final List<Header> requestHeaderList = new ArrayList<>();

    /** Map of HTTP client properties */
    private final Map<String, Object> httpClientPropertyMap = new HashMap<>();

    protected boolean trimSpaceEnabled = true;

    /**
     * The charset name for the output.
     */
    protected String charsetName = Constants.UTF_8;

    /**
     * Class type to be returned by the {@link #getData(AccessResultData)} method. Defaults to null, which returns XML content
     * as a String.
     */
    protected Class<?> dataClass = null;

    @Override

        // Test with boost less than 1
        SuggestItem item = new SuggestItem(text, readings, null, 0L, 0L, 0.5f, null, null, null, SuggestItem.Kind.QUERY);
        assertEquals(1.0f, item.getUserBoost(), 0.001f); // Should be set to 1

        // Test with boost greater than 1
        SuggestItem item2 = new SuggestItem(text, readings, null, 0L, 0L, 2.5f, null, null, null, SuggestItem.Kind.QUERY);

     * @param queryLogReader The query log reader.
     * @param docPerReq The number of documents to process per request.
     * @param requestInterval The interval between requests.
     * @return A Promise that will be resolved with the SuggestIndexResponse or rejected with an error.
     */
    public Deferred<SuggestIndexResponse>.Promise indexFromQueryLog(final QueryLogReader queryLogReader, final int docPerReq,

            if (map != null) {
                synonymMap = map;
                fst = synonymMap.fst;
                if (fst == null) {
                    throw new IllegalArgumentException("fst must be non-null");
                }
                fstReader = fst.getBytesReader();
                scratchArc = new FST.Arc<>();
                clearAttributes();
            }
        }
    }

        return fesenClient;
    }

    /**
     * Creates the OpenSearch index mapping for the specified mapping name.
     * If the index doesn't exist, it will be created with the configured number of shards and replicas.
     * If the mapping doesn't exist, it will be created from the JSON file in the mapping directory.
     *
     * @param mappingName The name of the mapping to create.
     */