if (logger.isDebugEnabled()) {
                logger.debug("updated query map: {}", queryMap);
            }
        }

        final FacetInfo facetInfo = ComponentUtil.getComponent("facetInfo");
        queryMap.values().stream().distinct().forEach(facetInfo::addQuery);
    }

    /**
     * Gets the title for this facet query view.
     *
     * @return the title string
     */

        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("htmlXpathExtractor", HtmlXpathExtractor.class);
        htmlXpathExtractor = container.getComponent("htmlXpathExtractor");
        htmlXpathExtractor.init();
    }

    public void test_getHtml_utf8() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_utf8.html");

    /**
     * Constructs a new StandardCrawlerContainer and initializes it.
     */
    public StandardCrawlerContainer() {
        initialize();
    }

    @Override
    public <T> T getComponent(final String name) {
        if ("crawlerContainer".equals(name)) {
            return (T) this;
        }

        final ComponentDef<?> componentDef = prototypeMap.get(name);
        if (componentDef != null) {

     * @throws Exception if the component cannot be created
     */
    @Override
    public T create() throws Exception {
        return (T) crawlerContainer.getComponent(componentName);
    }

    /**
     * Wraps an object instance into a pooled object.
     * @param obj The object to wrap
     * @return A PooledObject wrapping the given object
     */
    @Override

        }

        final Object redirectUrlObj = responseData.getMetaDataMap().get(LOCATION_HEADER);
        if (redirectUrlObj instanceof String) {
            final UrlConvertHelper urlConvertHelper = crawlerContainer.getComponent("urlConvertHelper");
            final String redirectUrl;
            if (urlConvertHelper != null) {
                redirectUrl = urlConvertHelper.convert(redirectUrlObj.toString());
            } else {

        if (responseData == null || !responseData.hasResponseBody()) {
            throw new CrawlingAccessException("No response body.");
        }

        final ExtractorFactory extractorFactory = crawlerContainer.getComponent("extractorFactory");
        if (extractorFactory == null) {
            throw new CrawlerSystemException("Could not find extractorFactory.");
        }

        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("robotsTxtHelper", RobotsTxtHelper.class);
        robotsTxtHelper = container.getComponent("robotsTxtHelper");
    }

    public void testParse() {
        RobotsTxt robotsTxt;
        final InputStream in = RobotsTxtHelperTest.class.getResourceAsStream("robots.txt");
        try {

     * Attempts to register itself with a "crawlerClientCreator" component if available.
     */
    @PostConstruct
    public void init() {
        try {
            final CrawlerClientCreator creator = crawlerContainer.getComponent("crawlerClientCreator");
            if (creator != null) {
                creator.register(this);
            }
        } catch (final Exception e) {
            if (logger.isDebugEnabled()) {

        if (logger.isDebugEnabled()) {
            logger.debug("loading {}", componentName);
        }
        try (CrawlerClient client = crawlerContainer.getComponent(componentName)) {
            crawlerClientFactory.addClient(regex, client);
        } catch (final Exception e) {
            if (logger.isDebugEnabled()) {

        taskList.clear();
        if (logger.isDebugEnabled()) {
            logger.debug("Storing {} thumbnail tasks.", list.size());
        }
        final ThumbnailQueueBhv thumbnailQueueBhv = ComponentUtil.getComponent(ThumbnailQueueBhv.class);
        thumbnailQueueBhv.batchInsert(list);
    }

    /**
     * Generates thumbnails using the provided executor service.
     *