file.delete();
            file.mkdirs();
            file.deleteOnExit();
            fileTransformer.setPath(file.getAbsolutePath());

            final Crawler crawler1 = crawlerContainer.getComponent("crawler");
            crawler1.setSessionId(crawler1.getSessionId() + "1");
            crawler1.setBackground(true);
            ((UrlFilterImpl) crawler1.urlFilter).setIncludeFilteringPattern("$1$2$3.*");

        scheduledJobService.start(cron);

        final String myName = fessConfig.getSchedulerTargetName();
        if (StringUtil.isNotBlank(myName)) {
            ComponentUtil.getComponent(JobLogBhv.class).queryDelete(cb -> {
                cb.query().setJobStatus_Equal(Constants.RUNNING);
                cb.query().setTarget_Equal(myName);
            });
        }

     * @param responseData The response data.
     */
    @Override
    public void process(final ResponseData responseData) {
        final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
        try (final InputStream responseBody = responseData.getResponseBody()) {
            final SitemapSet sitemapSet = sitemapsHelper.parse(responseBody);

                .singleton("urlFilterService", UrlFilterServiceImpl.class)
                .singleton("urlFilter", UrlFilterImpl.class)
                .singleton("dataService", DataServiceImpl.class);
        urlFilter = container.getComponent("urlFilter");
    }

    /**
     * Test basic initialization with session ID
     */
    public void test_init_withSessionId() {
        String sessionId = "test-session-001";

        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("htmlXpathExtractor", HtmlXpathExtractor.class);
        htmlXpathExtractor = container.getComponent("htmlXpathExtractor");
        htmlXpathExtractor.init();
    }

    public void test_getHtml_utf8() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_utf8.html");

        }
        if (duplicateHostList == null) {
            duplicateHostList = new ArrayList<>();
        }
        try {
            final DuplicateHostService duplicateHostService = ComponentUtil.getComponent(DuplicateHostService.class);
            duplicateHostList.addAll(duplicateHostService.getDuplicateHostList());
        } catch (final AutoBindingFailureException e) {

            logger.debug("Initializing {}", this.getClass().getSimpleName());
        }
        load();
    }

    @Override
    public int load() {
        final List<LabelType> labelTypeList = ComponentUtil.getComponent(LabelTypeService.class).getLabelTypeList();
        buildLabelTypeItems(labelTypeList);
        buildLabelTypePatternList(labelTypeList);
        return labelTypeList.size();
    }

    /**

     *
     * @return a list of RelatedQuery entities containing all available related queries
     */
    public List<RelatedQuery> getAvailableRelatedQueryList() {

        return ComponentUtil.getComponent(RelatedQueryBhv.class).selectList(cb -> {
            cb.query().matchAll();
            cb.query().addOrderBy_Term_Asc();
            cb.fetchFirst(ComponentUtil.getFessConfig().getPageRelatedqueryMaxFetchSizeAsInteger());

        if (getUserInfoId() == null) {
            return OptionalEntity.empty();
        }
        if (userInfo == null) {
            final UserInfoBhv userInfoBhv = ComponentUtil.getComponent(UserInfoBhv.class);
            userInfo = userInfoBhv.selectByPK(getUserInfoId());
        }
        return userInfo;
    }

    public void setUserInfo(final OptionalEntity<UserInfo> userInfo) {

    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("htmlExtractor", HtmlExtractor.class);
        htmlExtractor = container.getComponent("htmlExtractor");
        htmlExtractor.addMetadata("title", "//TITLE");
    }

    public void test_getHtml_utf8() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_utf8.html");