container.singleton("archiveStreamFactory", ArchiveStreamFactory.class)
                .singleton("compressorStreamFactory", CompressorStreamFactory.class)
                .singleton("mimeTypeHelper", MimeTypeHelperImpl.class)
                .singleton("tikaExtractor", TikaExtractor.class)
                .singleton("tarExtractor", TarExtractor.class)

    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("emlExtractor", EmlExtractor.class);
        container.singleton("mimeTypeHelper", MimeTypeHelperImpl.class)
                .singleton("tikaExtractor", TikaExtractor.class)
                .singleton("zipExtractor", ZipExtractor.class)

                .singleton("pdfExtractor", PdfExtractor.class)//
                .singleton("lhaExtractor", LhaExtractor.class)//
                .singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("contentLengthHelper", ContentLengthHelper.class)//
                .singleton("extractorFactory", ExtractorFactory.class);

    /** Helper for managing content length limits */
    @Resource
    protected ContentLengthHelper contentLengthHelper;

    /** Helper for determining MIME types */
    @Resource
    protected MimeTypeHelper mimeTypeHelper;

    /** The HTTP client instance */
    protected volatile CloseableHttpClient httpClient;

    /** List of request headers to be sent with each request */

        logger.info("endpoint: {}", endpoint);

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("storageClient", StorageClient.class);
        storageClient = container.getComponent("storageClient");
        Map<String, Object> params = new HashMap<>();

    public FileSystemClient fsClient;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("fsClient", FileSystemClient.class);
        fsClient = container.getComponent("fsClient");
    }

    public void test_doGet_dir() {

    public UrlFilter urlFilter;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("dataHelper", MemoryDataHelper.class)//
                .singleton("urlFilterService", UrlFilterServiceImpl.class)//

        logger.info("Base URL: {}", baseUrl);

        StandardCrawlerContainer container = new StandardCrawlerContainer()//
                .singleton("smbClient", SmbClient.class)//
                .singleton("mimeTypeHelper", MimeTypeHelperImpl.class);
        smbClient = container.getComponent("smbClient");
        Map<String, Object> params = new HashMap<>();
        SmbAuthentication auth1 = new SmbAuthentication();

    public FtpClient ftpClient;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("ftpClient", FtpClient.class);
        ftpClient = container.getComponent("ftpClient");
    }

                .singleton("encodingHelper", EncodingHelper.class)
                .singleton("contentLengthHelper", ContentLengthHelper.class)
                .singleton("mimeTypeHelper", MimeTypeHelperImpl.class)
                .<FileTransformer> singleton("fileTransformer", FileTransformer.class, transformer -> {
                    transformer.setName("fileTransformer");