}

        final CrawlerClientFactory crawlerClientFactory = crawlingConfig.initializeClientFactory(ComponentUtil::getCrawlerClientFactory);
        final CrawlerClient client = crawlerClientFactory.getClient(url);
        if (client == null) {
            throw new CrawlingAccessException(

    }

    /**
     * Gets the crawler client factory component.
     * @return The crawler client factory.
     */
    public static CrawlerClientFactory getCrawlerClientFactory() {
        return getComponent(CrawlerClientFactory.class);
    }

    /**
     * Gets the crawler client creator component.
     * @return The crawler client creator.
     */