private static final Logger logger = LoggerFactory.getLogger(HtmlTransformer.class);

    protected static final String LOCATION_HEADER = "Location";

    @Resource
    protected CrawlerContainer crawlerContainer;

    protected Map<String, String> featureMap = new HashMap<>();

    protected Map<String, String> propertyMap = new HashMap<>();

    protected Map<String, String> childUrlRuleMap = new LinkedHashMap<>();

    @Resource
    protected UrlQueueService<UrlQueue<?>> urlQueueService;

    @Resource
    protected DataService<AccessResult<?>> dataService;

    @Resource
    protected CrawlerContainer crawlerContainer;

    @Resource
    protected LogHelper logHelper;

    protected CrawlerClientFactory clientFactory;

    protected CrawlerContext crawlerContext;

    protected boolean noWaitOnFolder = false;

    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

    @Resource
    private FileTransformer fileTransformer;

    @Resource
    private CrawlerContainer crawlerContainer;

    @Override
    protected String prepareConfigFile() {
        return "crawler.xml";
    }

    public void test_execute_web() throws Exception {

    private final Map<String, PDFParserConfig> pdfParserConfigMap = new ConcurrentHashMap<>();

    @PostConstruct
    public void init() {
        if (tikaConfig == null && crawlerContainer != null) {
            try {
                tikaConfig = crawlerContainer.getComponent("tikaConfig");
            } catch (final Exception e) {
                logger.debug("tikaConfig component is not found.", e);
            }
        }

                responseData.setLastModified(new Date(file.lastModified()));
                if (file.canRead()) {
                    final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
                    try (final InputStream is = new BufferedInputStream(new FileInputStream(file))) {

                    }
                }

                if (file.canRead()) {
                    final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
                    if (includeContent) {
                        if (logger.isDebugEnabled()) {
                            logger.debug("Parsing SmbFile Content: {}", filePath);

                        FileUtil.deleteInBackground(outputFile);
                    }
                }

                final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
                try (final InputStream is = responseData.getResponseBody()) {
                    responseData.setMimeType(mimeTypeHelper.getContentType(is, statObject.object()));

                    }
                }

                if (file.canRead()) {
                    final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
                    if (includeContent) {
                        if (logger.isDebugEnabled()) {
                            logger.debug("Parsing SmbFile Content: {}", filePath);

                            throw new CrawlingAccessException("Failed to retrieve: " + ftpInfo.toUrl());
                        }
                    }

                    final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
                    try (InputStream is = new FileInputStream(tempFile)) {
                        responseData.setMimeType(mimeTypeHelper.getContentType(is, file.getName()));