final WebConfig webConfig = new WebConfig();
                webConfig.setId(id);
                if (id.endsWith("P")) {
                    webConfig.setConfigParameter("config.pipeline=wp");
                }
                return OptionalEntity.of(webConfig);
            }

            @Override
            public OptionalEntity<WebConfig> getWebConfigByName(String name) {

        WebConfig webConfig = new WebConfig();
        final String userAgent = "TestAgent";
        webConfig.setUserAgent(userAgent);
        webConfig.setConfigParameter("""
                client.robotsTxtEnabled=false
                """);
        CrawlerClientFactory crawlerClientFactory = webConfig.initializeClientFactory(() -> new CrawlerClientFactory() {