protected Map<String, QueueHolder> sessionCache = new ConcurrentHashMap<>();

    /**
     * The number of URLs to fetch when polling.
     */
    protected int pollingFetchSize = 1000;

    /**
     * The maximum size of the crawling queue.
     */
    protected int maxCrawlingQueueSize = 100;

    /**
     * Creates a new instance of OpenSearchUrlQueueService.
     * @param crawlerConfig The crawler configuration.
     */

    /**
     * Number of shards for the queue index.
     */
    protected int queueShards = Runtime.getRuntime().availableProcessors() * 2;

    /**
     * Number of shards for the data index.
     */
    protected int dataShards = Runtime.getRuntime().availableProcessors() * 2;

    /**
     * Number of shards for the filter index.
     */
    protected int filterShards = Runtime.getRuntime().availableProcessors() * 2;

    /**

     */
    public static final int OK_STATUS = 0;

    /**
     * The status code for Not Modified.
     */
    public static final int NOT_MODIFIED_STATUS = 304;

    /**
     * The HTTP status code for OK.
     */
    public static final int OK_STATUS_CODE = 200;

    /**
     * The HTTP status code for Not Modified.
     */
    public static final int NOT_MODIFIED_STATUS_CODE = 304;

    /**

        private final Reader reader;

        private int initialCapacity = 10000;

        private int maxAlphanumTermSize = -1;

        private int maxSymbolTermSize = -1;

        private boolean duplicateTermRemoved = false;

        /**
         * Array of space characters. Default includes common space characters.
         */
        private int[] spaceChars = { '\u0020', '\u00a0', '\u3000', '\ufffd' };

    /**
     * Size for delete operations.
     */
    protected int sizeForDelete = 10;

    /**
     * Retry interval in milliseconds.
     */
    protected long retryInterval = 3 * 1000L;

    /**
     * Maximum retry count.
     */
    protected int maxRetryCount = 5;

    /**
     * Connection timeout in milliseconds.
     */

     */
    protected int scrollTimeout = 60000;

    /**
     * Scroll size for search requests.
     */
    protected int scrollSize = 100;

    /**
     * Buffer size for bulk operations.
     */
    protected int bulkBufferSize = 10;

    /**
     * Number of shards for the index.
     */
    protected int numberOfShards = 5;

    /**

     * @return the total number of bytes read into the buffer, or -1 if there is no more data
     * @throws IOException if an I/O error occurs
     */
    @Override
    public int read(final byte[] b, final int off, final int len) throws IOException {
        return inputStream.read(b, off, len);
    }

    /**
     * Reads some number of bytes from the input stream and stores them into the buffer array b.
     *

        for (int i = 0; i < threadCount; i++) {
            final int threadId = i;
            executor.submit(new Runnable() {
                @Override
                public void run() {
                    try {
                        startLatch.await();
                        for (int j = 0; j < operationsPerThread; j++) {
                            // Read name

                    processor.setTransformer(container.getComponent("fileTransformer"));
                    processor.setSuccessfulHttpCodes(new int[] { 200 });
                    processor.setNotModifiedHttpCodes(new int[] { 304 });
                })//
                .<RegexRule> singleton("fileRule", RegexRule.class, rule -> {
                    rule.setRuleId("fileRule");

            String[] words = text.trim().split("[\\s@#$.,!?;:()\\[\\]{}\"']+");

            int position = 0;
            int offset = 0;
            for (String word : words) {
                if (!word.isEmpty()) {
                    int startOffset = text.indexOf(word, offset);
                    int endOffset = startOffset + word.length();

                    // Handle decimal numbers