assertTrue(urlQueue.getUrl().startsWith(url1));
            }
            while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                assertTrue(urlQueue.getUrl().startsWith(url2));
            }

            dataService.iterate(sessionId1, accessResult -> {
                assertTrue(accessResult.getUrl().startsWith(url1));

        }
        final List<UrlQueue<String>> targetList = new ArrayList<>(urlQueueList.size());
        for (final UrlQueue<String> urlQueue : urlQueueList) {
            if (!exists(sessionId, urlQueue.getUrl()) && !dataService.exists(sessionId, urlQueue.getUrl())) {
                urlQueue.setSessionId(sessionId);
                targetList.add(urlQueue);
            } else if (logger.isDebugEnabled()) {

                }
                return;
            }
            logger.warn("Failed to store failure url: url={}", urlQueue.getUrl(), e);
        }

        if (cae.isDebugEnabled()) {
            logger.debug("[{}] Crawling Access Exception: url={}", failureUrlId, urlQueue.getUrl(), cae);
        } else if (cae.isInfoEnabled()) {
            logger.info("[{}] {}", failureUrlId, cae.getMessage());

     * @return the URL string or a default value if not extractable
     */
    protected String getUrl(final Object keyObj) {
        if (keyObj instanceof final UrlQueue<?> urlQueue) {
            return escapeValue(urlQueue.getUrl());
        }
        if (keyObj instanceof final StatsKeyObject statsKey) {
            return escapeValue(statsKey.getUrl());
        }
        if (keyObj instanceof final String key) {

                    throw e;
                } catch (final Exception e) {
                    if (logger.isDebugEnabled()) {
                        logger.debug("Failed to access to {}", request.getUrl(), e);
                    }

                    if (listener != null) {
                        listener.onException(this, request, count, e);
                    }

        final SmbResourceLocator loc = this.getParent().getLocator();
        final String unc = loc.getUNCPath();
        final String p = loc.getURL().getPath();
        if (p.lastIndexOf('/') != p.length() - 1) {
            throw new SmbException(loc.getURL() + " directory must end with '/'");
        }
        if (unc.lastIndexOf('\\') != unc.length() - 1) {
            throw new SmbException(unc + " UNC must end with '\\'");

            assertEquals("file2", new String(InputStreamUtil.getBytes(responseData.getResponseBody())));
            assertEquals(5, responseData.getContentLength());
        }
        try (final ResponseData responseData = smbClient.doGet(baseUrl + "dir1/dir2/file3.txt")) {
            assertEquals(baseUrl + "dir1/dir2/file3.txt", responseData.getUrl());

        String url = "https://example.com/path";
        data.setUrl(url);
        assertEquals(url, data.getUrl());

        String url2 = "http://test.org/";
        data.setUrl(url2);
        assertEquals(url2, data.getUrl());

        data.setUrl(null);
        assertNull(data.getUrl());
    }

    public void test_weightGetterSetter() {
        // Test weight getter/setter

                        logger.warn("No data: url={}", accessResult.getUrl());
                        continue;
                    }

                    if (Constants.FALSE.equals(map.get(Constants.INDEXING_TARGET))) {
                        if (logger.isDebugEnabled()) {
                            logger.debug("Skipped indexing (not a target): url={}", accessResult.getUrl());
                        }
                        continue;

        asDocMeta().version(version);
    }

    public void addField(final String key, final Object value) {
        fields.put(key, value);
    }

    public String getLogMessage() {
        return getUrl();
    }

    public LocalDateTime getRequestedAt() {
        return getCreatedAt();
    }

    @Override
    public Map<String, Object> toSource() {