throw e
      }

      val tookMs = TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - startNs)

      val responseBody = response.body!!
      val contentLength = responseBody.contentLength()
      val bodySize = if (contentLength != -1L) "$contentLength-byte" else "unknown-length"
      logger.log(
        buildString {
          append("<-- ${response.code}")

                                    bucketName, path, headObject.contentLength(), maxCachedContentSize, outputFile.getAbsolutePath());
                        }
                    } catch (final Exception e) {
                        logger.warn("Failed to write S3 object to temp file: bucket={}, path={}, size={}, tempFile={}", bucketName, path,
                                headObject.contentLength(), outputFile != null ? outputFile.getAbsolutePath() : "null", e);

                    final long contentLength = Long.parseLong(value);
                    if (contentLengthHelper != null) {
                        final long maxLength = contentLengthHelper.getMaxLength("text/plain");
                        if (contentLength > maxLength) {
                            throw new MaxLengthExceededException("The content length (" + contentLength + " byte) is over " + maxLength

        String contentType = response.getHeaderValue("Content-Type");
        String contentLength = response.getHeaderValue("content-length"); // Test case insensitive
        String missing = response.getHeaderValue("Missing-Header");

        assertEquals("application/json", contentType);
        assertEquals("100", contentLength);
        assertNull(missing);
    }

    @Test
    public void testGetHeaderValues() {

     * Fields to fetch for access result list without data.
     */
    private static final String[] ACCESS_RESULT_FIELDS = { "parentUrl", "method", "mimeType", "sessionId", "url", "executionTime",
            "createTime", "contentLength", "lastModified", "ruleId", "httpStatusCode", "status" };

    /**
     * Creates a new instance of OpenSearchDataService.
     * @param crawlerConfig The crawler configuration.
     */

                final long contentLength;
                if (isByteStream) {
                    contentLength = ((ByteArrayInputStream) inputStream).available();
                } else {
                    contentLength = tempFile != null ? tempFile.length() : 0;
                }
                extractData.putValue("Content-Length", Long.toString(contentLength));

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/robotstxt.xml" />
	<include path="crawler/contentlength.xml" />
	<include path="crawler/mimetype.xml" />

	<component name="internalHttpClient" class="org.codelibs.fess.crawler.client.http.HcHttpClient"
		instance="prototype">
		<property name="connectionTimeout">15000</property>

        try {
            final PutObjectRequest request =
                    PutObjectRequest.builder().bucket(bucket).key(objectName).contentType(contentType).contentLength(size).build();
            s3Client.putObject(request, RequestBody.fromInputStream(inputStream, size));
        } catch (final Exception e) {
            throw new StorageException("Failed to upload " + objectName, e);

        @Override
        public long getContentLengthLong() {
            try {
                if (!connected) {
                    connect();
                }
                return getHeadObject().contentLength();
            } catch (final IOException e) {
                return -1;
            }
        }

        /**
         * Gets the content type of the S3 object.
         *

        .code(200)
        .message("OK")
        .body(
          object : ResponseBody() {
            override fun contentType(): MediaType? = null

            override fun contentLength(): Long = -1L

            override fun source(): BufferedSource = error("unexpected call")
          },
        ).trailers(
          object : TrailersSource {