}
        final Extractor extractor = extractorFactory.getExtractor(responseData.getMimeType());
        if (logger.isDebugEnabled()) {
            logger.debug("url={}, extractor={}", responseData.getUrl(), extractor);
        }
        return extractor;
    }

                return null;
            }

            @Override
            public void setMethod(String method) {
            }

            @Override
            public String getUrl() {
                return url;
            }

            @Override
            public void setUrl(String u) {
            }

            @Override
            public String getMetaData() {

                .get(stream -> stream.map(String::trim).filter(StringUtil::isNotEmpty).toArray(n -> new String[n]));
        nodeManager = new NodeManager(hosts, node -> request(new CurlRequest(Method.GET, node.getUrl("/"))));
        nodeManager.setHeartbeatInterval(fessConfig.getFesenHeartbeatInterval());
    }

    /**
     * Creates a GET request for the specified path.
     * @param path the request path

            final String baseHref = getBaseHref(document);
            URI uri;
            try {
                uri = new URI(baseHref == null ? responseData.getUrl() : baseHref);
            } catch (final Exception e) {
                uri = new URI(responseData.getUrl());
            }
            final URI baseUri = uri;
            getChildUrlRules(responseData, resultData).forEach(entry -> {

                assertTrue(urlQueue.getUrl().startsWith(url1));
            }
            while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                assertTrue(urlQueue.getUrl().startsWith(url2));
            }

            dataService.iterate(sessionId1, accessResult -> {
                assertTrue(accessResult.getUrl().startsWith(url1));

                    appendJson("user-info-id", entity.getUserInfoId(), buf).append(',');
                    appendJson("doc-id", entity.getDocId(), buf).append(',');
                    appendJson("url", entity.getUrl(), buf);
                    buf.append('}');
                    buf.append('\n');
                    try {
                        writer.write(buf.toString());
                    } catch (final IOException e) {

     */
    public void setFilterType(final String filterType) {
        this.filterType = filterType;
    }

    /**
     * Returns the URL.
     * @return The URL.
     */
    public String getUrl() {
        return url;
    }

    /**
     * Sets the URL.
     * @param url The URL.
     */
    public void setUrl(final String url) {
        this.url = url;
    }

    /**

        // clone the locator so that the address index is not modified
        final SmbResourceLocatorImpl locator = parent.fileLocator.clone();
        final CIFSContext tc = parent.getContext();
        final URL u = locator.getURL();

        FileEntry[] entries;

        if (u.getPath().lastIndexOf('/') != u.getPath().length() - 1) {
            throw new SmbException(u.toString() + " directory must end with '/'");
        }

            this.name = name;
        }

        @Override
        public ResultData transform(ResponseData responseData) {
            if (responseData != null) {
                processedUrls.add(responseData.getUrl());
                state++;
            }

            ResultData resultData = new ResultData();
            resultData.setTransformerName(name);
            resultData.setData(("State: " + state).getBytes());

     *
     * @param ruleId the rule identifier
     */
    void setRuleId(String ruleId);

    /**
     * Returns the URL of the accessed resource.
     *
     * @return the URL
     */
    String getUrl();

    /**
     * Sets the URL of the accessed resource.
     *
     * @param url the URL
     */
    void setUrl(String url);

    /**
     * Returns the parent URL of the accessed resource.
     *