*/
    protected int crawlerPriority = Thread.NORM_PRIORITY;

    /**
     * Synchronized list of active crawlers.
     */
    protected final List<Crawler> crawlerList = Collections.synchronizedList(new ArrayList<>());

    /**
     * Initiates crawling for specified web and file configurations.
     *
     * @param sessionId The session ID for this crawling operation

    /**
     * Thread-safe list of active data crawling threads.
     * Used to track and manage all currently running crawler threads.
     */
    protected final List<DataCrawlingThread> dataCrawlingThreadList = Collections.synchronizedList(new ArrayList<>());

    /**
     * Creates a new instance of DataIndexHelper.
     * This constructor initializes the helper for managing data crawling operations,