setupEpg(_epgMap, et -> ((WebConfig) et).getUpdatedTime(), (et, vl) -> ((WebConfig) et).setUpdatedTime(DfTypeUtil.toLong(vl)),
                "updatedTime");
        setupEpg(_epgMap, et -> ((WebConfig) et).getUrls(), (et, vl) -> ((WebConfig) et).setUrls(DfTypeUtil.toString(vl)), "urls");
        setupEpg(_epgMap, et -> ((WebConfig) et).getUserAgent(), (et, vl) -> ((WebConfig) et).setUserAgent(DfTypeUtil.toString(vl)),
                "userAgent");

            final Crawler crawler = ComponentUtil.getComponent(Crawler.class);
            crawler.setSessionId(sid);
            sessionIdList.add(sid);

            final String urlsStr = webConfig.getUrls();
            if (StringUtil.isBlank(urlsStr)) {
                logger.warn("[{}] No target urls. Skipped.", webConfig.getName());
                break;
            }

            // interval time

        } else if (e.isInfoEnabled()) {
            logger.info(e.getMessage());
        } else if (e.isWarnEnabled()) {
            logger.warn("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        } else if (e.isErrorEnabled()) {
            logger.error("Crawling access exception at url: {}", urlQueue.getUrl(), e);
        }
    }

    /**

            if (arMap.containsKey(accessResult.getUrl())) {
                throw new CrawlerSystemException(
                        "AccessResult for URL '" + accessResult.getUrl() + "' already exists. Duplicate URLs are not allowed.");
            }
            arMap.put(accessResult.getUrl(), accessResult);
        }

    }

    /**

            assertEquals("application/octet-stream", responseData.getMimeType());
            assertNull(responseData.getResponseBody());
            assertNull(responseData.getMetaDataMap().get("label"));
        }
        try (final ResponseData responseData = s3Client.doHead("s3://fess/dir1/dir2/file3.txt")) {
            assertEquals("s3://fess/dir1/dir2/file3.txt", responseData.getUrl());

        assertEquals(data1.getMethod(), data2.getMethod());
        assertEquals(data1.getUrl(), data2.getUrl());
        assertEquals(data1.getWeight(), data2.getWeight(), 0.001f);

        assertEquals(data2.getMethod(), data3.getMethod());
        assertEquals(data2.getUrl(), data3.getUrl());
        assertEquals(data2.getWeight(), data3.getWeight(), 0.001f);
    }

                && isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) {
            final Set<RequestData> childUrlSet = new HashSet<>();
            childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build());
            logger.info("Canonical URL redirect: from={}, to={}", responseData.getUrl(), canonicalUrl);

                    }
                    break;
                default:
                    logger.error("Unknown thumbnail result: {} -> {}", thumbnailId, responseData.getUrl());
                    break;
                }
            } catch (final Throwable t) {
                logger.warn("Failed to create thumbnail: {} -> {} ({}:{})", thumbnailId, responseData.getUrl(),

                    if (logger.isDebugEnabled()) {
                        logger.debug("Skipping crawl request for url='{}' at depth={} (maxDepth={}, alreadyProcessed={})",
                                crawlRequest.getUrl(), crawlRequest.getDepth(), maxDepth, processedUrls.contains(crawlRequest.getUrl()));
                    }
                    continue;

            assertEquals("application/octet-stream", responseData.getMimeType());
            assertNull(responseData.getResponseBody());
            assertNull(responseData.getMetaDataMap().get("label"));
        }
        try (final ResponseData responseData = storageClient.doHead("storage://fess/dir3/file4.txt")) {
            assertEquals("storage://fess/dir3/file4.txt", responseData.getUrl());