urlMatch = responseData.getUrl().matches(urlPattern);
            }

            boolean mimeMatch = true;
            if (mimeTypePattern != null && responseData.getMimeType() != null) {
                mimeMatch = responseData.getMimeType().matches(mimeTypePattern);
            }

            return urlMatch && mimeMatch;
        }

        public void setUrlPattern(String urlPattern) {

        assertEquals(200, responseData.getHttpStatusCode());
        assertEquals("GET", responseData.getMethod());
        assertEquals("text/html", responseData.getMimeType());
        assertEquals("UTF-8", responseData.getCharSet());
        assertEquals(1024L, responseData.getContentLength());
        assertFalse(responseData.isNoFollow());
    }

                final ResultData resultData = transformer.transform(responseData);
                if (resultData == null) {
                    logger.warn("No data for ({}, {})", responseData.getUrl(), responseData.getMimeType());
                } else {
                    final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                    processResult(urlQueue, responseData, resultData);
                }
            }

            assertNotNull(responseData.getLastModified());
            assertEquals(Constants.GET_METHOD, responseData.getMethod());
            assertEquals("text/plain", responseData.getMimeType());
            assertTrue(responseData.getUrl().endsWith("text1.txt"));
            final String content = new String(InputStreamUtil.getBytes(responseData.getResponseBody()), "UTF-8");

        final CrawlingConfig crawlingConfig = crawlingConfigHelper.get(responseData.getSessionId());
        final Extractor extractor = getExtractor(responseData);
        final String mimeType = responseData.getMimeType();
        final StringBuilder contentMetaBuf = new StringBuilder(1000);
        final Map<String, Object> dataMap = new HashMap<>();
        final Map<String, Object> metaDataMap = new HashMap<>();
        String content;

                    }

                    if (contentLengthHelper != null) {
                        final long maxLength = contentLengthHelper.getMaxLength(responseData.getMimeType());
                        if (responseData.getContentLength() > maxLength) {
                            throw new MaxLengthExceededException("The content length (" + responseData.getContentLength()

     * @return true if the MIME type represents a supported image format, false otherwise
     */
    protected boolean isImageMimeType(final ResponseData responseData) {
        final String mimeType = responseData.getMimeType();
        if (mimeType == null) {
            return true;
        }

        return switch (mimeType) {
        case "image/png", "image/gif", "image/jpeg", "image/bmp" -> true;
        default -> false;

        this.contentLength = contentLength;
    }

    /**
     * Gets the MIME type of the response.
     *
     * @return the MIME type, or null if not specified
     */
    public String getMimeType() {
        return mimeType;
    }

    /**
     * Sets the MIME type of the response.
     *
     * @param contentType the MIME type to set
     */

                        }
                    }
                    if (contentLengthHelper != null) {
                        final long maxLength = contentLengthHelper.getMaxLength(responseData.getMimeType());
                        if (responseData.getContentLength() > maxLength) {
                            throw new MaxLengthExceededException("The content length (" + responseData.getContentLength()

            return false;
        }

        return process(thumbnailId, responseData -> {
            final String mimeType = responseData.getMimeType();
            final String extension = getExtensionFromMimeType(mimeType);
            final File tempFile = ComponentUtil.getSystemHelper().createTempFile("thumbnail_", extension);
            try {