try (final ResponseData responseData = storageClient.doGet("storage://fess/file1.txt")) {
            assertEquals("storage://fess/file1.txt", responseData.getUrl());
            assertEquals("text/plain", responseData.getMimeType());
            assertEquals("file1", new String(InputStreamUtil.getBytes(responseData.getResponseBody())));
            assertEquals(5, responseData.getContentLength());

            out.flush();

            Extractor extractor = StringUtil.isBlank(mimeType) ? null : extractorFactory.getExtractor(mimeType);
            if (extractor == null) {
                final String detectedMimeType = getMimeType(out);
                extractor = extractorFactory.getExtractor(detectedMimeType);
                if (extractor == null) {
                    if (logger.isDebugEnabled()) {

            assertEquals(5, responseData.getContentLength());
            assertEquals(baseUrl + "file1.txt", responseData.getUrl());
            assertEquals("text/plain", responseData.getMimeType());
            assertNull(responseData.getResponseBody());
        }
        try (final ResponseData responseData = smbClient.doHead(baseUrl + "dir1/file2.txt")) {
            assertEquals(0, responseData.getStatus());

        final ResponseData responseData = (ResponseData) objs[2];
        if (logger.isDebugEnabled()) {
            logger.debug("No rule for ({}, {}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl(), responseData.getMimeType());
        }
    }

    /**
     * Processes no response processor found log events.
     *
     * @param objs the log objects (should contain ResponseData)
     */

                    }

                    if (contentLengthHelper != null) {
                        final long maxLength = contentLengthHelper.getMaxLength(responseData.getMimeType());
                        if (responseData.getContentLength() > maxLength) {
                            throw new MaxLengthExceededException("The content length (" + responseData.getContentLength()

                final ResultData resultData = transformer.transform(responseData);
                if (resultData == null) {
                    logger.warn("No data for ({}, {})", responseData.getUrl(), responseData.getMimeType());
                } else {
                    final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                    processResult(urlQueue, responseData, resultData);
                }
            }

            }

            // Check MIME type condition
            String mimeTypeCondition = conditions.get("mimeType");
            if (mimeTypeCondition != null && responseData.getMimeType() != null) {
                if (!responseData.getMimeType().matches(mimeTypeCondition)) {
                    return false;
                }
            }

            // Check status code condition

            assertNotNull(responseData.getLastModified());
            assertEquals(Constants.GET_METHOD, responseData.getMethod());
            assertEquals("text/plain", responseData.getMimeType());
            assertTrue(responseData.getUrl().endsWith("text1.txt"));
            final String content = new String(InputStreamUtil.getBytes(responseData.getResponseBody()), "UTF-8");

        final CrawlingConfig crawlingConfig = crawlingConfigHelper.get(responseData.getSessionId());
        final Extractor extractor = getExtractor(responseData);
        final String mimeType = responseData.getMimeType();
        final StringBuilder contentMetaBuf = new StringBuilder(1000);
        final Map<String, Object> dataMap = new HashMap<>();
        final Map<String, Object> metaDataMap = new HashMap<>();
        String content;

                urlMatch = responseData.getUrl().matches(urlPattern);
            }

            boolean mimeMatch = true;
            if (mimeTypePattern != null && responseData.getMimeType() != null) {
                mimeMatch = responseData.getMimeType().matches(mimeTypePattern);
            }

            return urlMatch && mimeMatch;
        }

        public void setUrlPattern(String urlPattern) {