@Override
            public InputStream getResponseBody() {
                return new ByteArrayInputStream("Test response body".getBytes());
            }

            @Override
            public String getUrl() {
                return "http://example.com/test";
            }
        };

        File tempFile = ResponseDataUtil.createResponseBodyFile(responseData);

        assertNotNull(tempFile);

            assertEquals("application/octet-stream", responseData.getMimeType());
            assertNull(responseData.getResponseBody());
            assertNull(responseData.getMetaDataMap().get("label"));
        }
        try (final ResponseData responseData = gcsClient.doHead("gcs://fess/dir1/dir2/file3.txt")) {
            assertEquals("gcs://fess/dir1/dir2/file3.txt", responseData.getUrl());

  }

  /**
   * Computes or retrieves the values corresponding to {@code keys}. This method is called by {@link
   * LoadingCache#getAll}.
   *
   * <p>If the returned map doesn't contain all requested {@code keys} then the entries it does
   * contain will be cached, but {@code getAll} will throw an exception. If the returned map
   * contains extra keys not present in {@code keys} then all returned entries will be cached, but

        UrlQueueImpl<Long> queue = new UrlQueueImpl<>();

        String url = "https://example.com/path";
        queue.setUrl(url);
        assertEquals(url, queue.getUrl());

        queue.setUrl(null);
        assertNull(queue.getUrl());
    }

    public void test_metaDataGetterSetter() {
        // Test metadata getter/setter
        UrlQueueImpl<Long> queue = new UrlQueueImpl<>();

                }
                return;
            }
            logger.warn("Failed to store failure url: url={}", urlQueue.getUrl(), e);
        }

        if (cae.isDebugEnabled()) {
            logger.debug("[{}] Crawling Access Exception: url={}", failureUrlId, urlQueue.getUrl(), cae);
        } else if (cae.isInfoEnabled()) {
            logger.info("[{}] {}", failureUrlId, cae.getMessage());

                assertTrue(urlQueue.getUrl().startsWith(url1));
            }
            while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                assertTrue(urlQueue.getUrl().startsWith(url2));
            }

            dataService.iterate(sessionId1, accessResult -> {
                assertTrue(accessResult.getUrl().startsWith(url1));

                    throw e;
                } catch (final Exception e) {
                    if (logger.isDebugEnabled()) {
                        logger.debug("Failed to access to {}", request.getUrl(), e);
                    }

                    if (listener != null) {
                        listener.onException(this, request, count, e);
                    }

            if ("https://example.com/page1".equals(queue.getUrl())) {
                foundPage1 = true;
                assertEquals("GET", queue.getMethod());
                assertEquals("https://example.com", queue.getParentUrl());
                assertEquals(Long.valueOf(123456789L), queue.getLastModified());
            } else if ("https://example.com/page2".equals(queue.getUrl())) {
                foundPage2 = true;

    @Override
    public ResultData transform(final ResponseData responseData) {
        if (responseData == null || !responseData.hasResponseBody()) {
            final String url = responseData != null ? responseData.getUrl() : "unknown";
            throw new CrawlingAccessException("No response body for URL: " + url + ". Cannot transform empty response.");
        }

        final ResultData resultData = new ResultData();

            assertEquals("file2", new String(InputStreamUtil.getBytes(responseData.getResponseBody())));
            assertEquals(5, responseData.getContentLength());
        }
        try (final ResponseData responseData = smbClient.doGet(baseUrl + "dir1/dir2/file3.txt")) {
            assertEquals(baseUrl + "dir1/dir2/file3.txt", responseData.getUrl());