try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(u).build())) {
                    if (StringUtil.isNotBlank(responseData.getRedirectLocation())) {
                        u = responseData.getRedirectLocation();
                        continue;
                    }
                    if (StringUtil.isBlank(responseData.getUrl())) {

                }
            }

            responseData.setUrl(url);
            responseData.setCharSet(contentEncoding);
            if (httpRequest instanceof HttpHead) {
                responseData.setMethod(Constants.HEAD_METHOD);
            } else {
                responseData.setMethod(Constants.GET_METHOD);
            }
            responseData.setHttpStatusCode(httpStatusCode);

     * for thumbnail generation.
     *
     * @param responseData the response data containing MIME type information
     * @return true if the MIME type represents a supported image format, false otherwise
     */
    protected boolean isImageMimeType(final ResponseData responseData) {
        final String mimeType = responseData.getMimeType();
        if (mimeType == null) {
            return true;
        }

                }
            }

            responseData.setUrl(url);
            responseData.setCharSet(contentEncoding);
            if (httpRequest instanceof HttpHead) {
                responseData.setMethod(Constants.HEAD_METHOD);
            } else {
                responseData.setMethod(Constants.GET_METHOD);
            }
            responseData.setHttpStatusCode(httpStatusCode);

        void testReadAtDifferentOffsets(int offset) throws SMBProtocolDecodingException {
            byte[] buffer = new byte[1024];
            byte[] responseData = createValidWriteResponse(2048, 1024);
            System.arraycopy(responseData, 0, buffer, offset, responseData.length);

            int bytesRead = response.readBytesWireFormat(buffer, offset);

            assertEquals(16, bytesRead);

 */
package org.codelibs.fess.crawler.client;

import java.util.Map;

import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;

/**
 * Interface representing a client for a web crawler.
 * This client is responsible for executing requests and handling responses.
 * It extends {@link AutoCloseable} to allow for resource management.
 */

        try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build())) {
            if (responseData.getRedirectLocation() != null) {
                return responseData.getRedirectLocation();
            }
            responseData.setExecutionTime(systemHelper.getCurrentTimeAsLong() - startTime);

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.ThreadUtil;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.MaxLengthExceededException;
import org.codelibs.fess.crawler.exception.MultipleCrawlingAccessException;

/**

Use `CrawlingParameterUtil` to set/get `CrawlerContext` and `UrlQueue` in worker threads. Always clear in finally block with `CrawlingParameterUtil.clearAll()`.

### Resource Cleanup Pattern

Always use try-with-resources for `ResponseData` - temp files are auto-deleted on close.

## Log Message Guidelines

- Format parameters as `key=value` (e.g., `sessionId={}`, `url={}`)
- Prefix with `[name]` when context identification is needed

        }

        return process(thumbnailId, responseData -> {
            final String mimeType = responseData.getMimeType();
            final String extension = getExtensionFromMimeType(mimeType);
            final File tempFile = ComponentUtil.getSystemHelper().createTempFile("thumbnail_", extension);
            try {
                CopyUtil.copy(responseData.getResponseBody(), tempFile);