setupEpg(_epgMap, et -> ((WebConfig) et).getUpdatedTime(), (et, vl) -> ((WebConfig) et).setUpdatedTime(DfTypeUtil.toLong(vl)),
                "updatedTime");
        setupEpg(_epgMap, et -> ((WebConfig) et).getUrls(), (et, vl) -> ((WebConfig) et).setUrls(DfTypeUtil.toString(vl)), "urls");
        setupEpg(_epgMap, et -> ((WebConfig) et).getUserAgent(), (et, vl) -> ((WebConfig) et).setUserAgent(DfTypeUtil.toString(vl)),
                "userAgent");

            final Crawler crawler = ComponentUtil.getComponent(Crawler.class);
            crawler.setSessionId(sid);
            sessionIdList.add(sid);

            final String urlsStr = webConfig.getUrls();
            if (StringUtil.isBlank(urlsStr)) {
                logger.warn("[{}] No target urls. Skipped.", webConfig.getName());
                break;
            }

            // interval time

        } else if (e.isInfoEnabled()) {
            logger.info(e.getMessage());
        } else if (e.isWarnEnabled()) {
            logger.warn("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        } else if (e.isErrorEnabled()) {
            logger.error("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        }
    }

    /**

            if (arMap.containsKey(accessResult.getUrl())) {
                throw new CrawlerSystemException(
                        "AccessResult for URL '" + accessResult.getUrl() + "' already exists. Duplicate URLs are not allowed.");
            }
            arMap.put(accessResult.getUrl(), accessResult);
        }

    }

    /**

        // Verify all ResponseData objects are unchanged
        assertEquals("https://example.com/page1", responseData1.getUrl());
        assertEquals("https://example.com/page2", responseData2.getUrl());
        assertEquals("https://example.com/page3", responseData3.getUrl());
    }

    public void test_processDoesNotModifyResponseData() {
        // Test that process does not modify ResponseData

            assertEquals("application/octet-stream", responseData.getMimeType());
            assertNull(responseData.getResponseBody());
            assertNull(responseData.getMetaDataMap().get("label"));
        }
        try (final ResponseData responseData = s3Client.doHead("s3://fess/dir1/dir2/file3.txt")) {
            assertEquals("s3://fess/dir1/dir2/file3.txt", responseData.getUrl());

            assertEquals("file2", new String(InputStreamUtil.getBytes(responseData.getResponseBody())));
            assertEquals(5, responseData.getContentLength());
        }
        try (final ResponseData responseData = smbClient.doGet(baseUrl + "dir1/dir2/file3.txt")) {
            assertEquals(baseUrl + "dir1/dir2/file3.txt", responseData.getUrl());

        assertEquals(data1.getMethod(), data2.getMethod());
        assertEquals(data1.getUrl(), data2.getUrl());
        assertEquals(data1.getWeight(), data2.getWeight(), 0.001f);

        assertEquals(data2.getMethod(), data3.getMethod());
        assertEquals(data2.getUrl(), data3.getUrl());
        assertEquals(data2.getWeight(), data3.getWeight(), 0.001f);
    }

                    }
                    break;
                default:
                    logger.error("Unknown thumbnail result: {} -> {}", thumbnailId, responseData.getUrl());
                    break;
                }
            } catch (final Throwable t) {
                logger.warn("Failed to create thumbnail: {} -> {} ({}:{})", thumbnailId, responseData.getUrl(),

                && isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) {
            final Set<RequestData> childUrlSet = new HashSet<>();
            childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build());
            logger.info("Canonical URL redirect: from={}, to={}", responseData.getUrl(), canonicalUrl);