registerModifiedProperty("updatedTime");
        this.updatedTime = value;
    }

    public String getUrls() {
        checkSpecifiedProperty("urls");
        return convertEmptyToNull(urls);
    }

    public void setUrls(String value) {
        registerModifiedProperty("urls");
        this.urls = value;
    }

    public String getUserAgent() {

        setupEpg(_epgMap, et -> ((WebConfig) et).getUpdatedTime(), (et, vl) -> ((WebConfig) et).setUpdatedTime(DfTypeUtil.toLong(vl)),
                "updatedTime");
        setupEpg(_epgMap, et -> ((WebConfig) et).getUrls(), (et, vl) -> ((WebConfig) et).setUrls(DfTypeUtil.toString(vl)), "urls");
        setupEpg(_epgMap, et -> ((WebConfig) et).getUserAgent(), (et, vl) -> ((WebConfig) et).setUserAgent(DfTypeUtil.toString(vl)),
                "userAgent");

        assertTrue(parser.getFileConfig().isPresent());

        parser.getWebConfig().ifPresent(config -> {
            assertTrue(config.getUrls().contains("https://example.com"));
            assertFalse(config.getUrls().contains("file:///test"));
        });

        parser.getFileConfig().ifPresent(config -> {
            assertTrue(config.getPaths().contains("file:///test"));

            final Crawler crawler = ComponentUtil.getComponent(Crawler.class);
            crawler.setSessionId(sid);
            sessionIdList.add(sid);

            final String urlsStr = webConfig.getUrls();
            if (StringUtil.isBlank(urlsStr)) {
                logger.warn("[{}] No target urls. Skipped.", webConfig.getName());
                break;
            }

            // interval time

        // Test that multiple calls to getUrl() return the same value
        String url = "http://example.com/test";
        String message = "Test message";
        Exception cause = new RuntimeException("Test cause");

        DataStoreCrawlingException exception = new DataStoreCrawlingException(url, message, cause);

        // Call getUrl() multiple times
        assertEquals(url, exception.getUrl());

        asDocMeta().version(version);
    }

    public void addField(final String key, final Object value) {
        fields.put(key, value);
    }

    public String getLogMessage() {
        return getUrl();
    }

    public LocalDateTime getRequestedAt() {
        return getCreatedAt();
    }

    @Override
    public Map<String, Object> toSource() {

                }
                return;
            }
            logger.warn("Failed to store failure url: url={}", urlQueue.getUrl(), e);
        }

        if (cae.isDebugEnabled()) {
            logger.debug("[{}] Crawling Access Exception: url={}", failureUrlId, urlQueue.getUrl(), cae);
        } else if (cae.isInfoEnabled()) {
            logger.info("[{}] {}", failureUrlId, cae.getMessage());

                && isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) {
            final Set<RequestData> childUrlSet = new HashSet<>();
            childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build());
            logger.info("Canonical URL redirect: from={}, to={}", responseData.getUrl(), canonicalUrl);

                    appendJson("user-info-id", entity.getUserInfoId(), buf).append(',');
                    appendJson("doc-id", entity.getDocId(), buf).append(',');
                    appendJson("url", entity.getUrl(), buf);
                    buf.append('}');
                    buf.append('\n');
                    try {
                        writer.write(buf.toString());
                    } catch (final IOException e) {

                    }
                }
                if (logger.isDebugEnabled()) {
                    logger.debug("smbUrl:{} roleType:{}", responseData.getUrl(), roleTypeList);
                }
            } else if (responseData.getUrl().startsWith("smb1:")) {
                final org.codelibs.jcifs.smb1.SID[] allowedSids = (org.codelibs.jcifs.smb1.SID[]) metaDataMap