if (useHc5) {
            if (hc5Client != null) {
                setCrawlerClient(hc5Client);
            } else {
                logger.warn("HC5 client is null, falling back to HC4 client");
                setCrawlerClient(hc4Client);
            }
        } else {
            if (hc4Client != null) {
                setCrawlerClient(hc4Client);
            } else {

        return client;
    }

    /**
     * Sets the underlying CrawlerClient.
     * @param client The CrawlerClient instance to set.
     */
    public void setCrawlerClient(final CrawlerClient client) {
        this.client = client;
    }

    /**
     * Returns the maximum retry count.
     * @return The maximum retry count.
     */
    public int getMaxRetryCount() {