from botocore.session import get_session

from client_grants import ClientGrantsCredentialProvider

boto3.set_stream_logger('boto3.resources', logging.DEBUG)

bc_session = get_session()
bc_session.get_component('credential_provider').insert_before(
    'env',
    ClientGrantsCredentialProvider('NZLOOFRSluw9RfIkuHGqfk1HFp4a',
                                   '0Z4VTG8uJBSekn42HE40DK9vQb4a'),
)

{"index":{"_index":"fess_config.scheduled_job","_id":"log_purger"}}

        clientFactory.addClient("smb1:.*", container.getComponent("smb1Client"));
        clientFactory.addClient("ftp:.*", container.getComponent("ftpClient"));
        clientFactory.addClient("storage:.*", container.getComponent("storageClient"));
    }

    public void test_getClient() {
        String url;
        CrawlerClient client;

        url = "http://hoge.com/";
        client = clientFactory.getClient(url);

        ;
        includeFilter = container.getComponent("includeFilter");
        includeFilter.setIncludeFilteringPattern("$1$2$3.*");
        excludeFilter = container.getComponent("excludeFilter");
        excludeFilter.setExcludeFilteringPattern("$1$2$3.*");
        domainFilter = container.getComponent("domainFilter");
        domainFilter.setIncludeFilteringPattern("http://$2/.*");

                .singleton("tikaExtractor", TikaExtractor.class);
        textTransformer = container.getComponent("textTransformer");
        textTransformer.setName("textTransformer");
        ExtractorFactory extractorFactory = container.getComponent("extractorFactory");
        TikaExtractor tikaExtractor = container.getComponent("tikaExtractor");
        extractorFactory.addExtractor("text/plain", tikaExtractor);

        final CrawlingInfoService crawlingInfoService = ComponentUtil.getComponent(CrawlingInfoService.class);
        final SearchLogService searchLogService = ComponentUtil.getComponent(SearchLogService.class);
        final JobLogService jobLogService = ComponentUtil.getComponent(JobLogService.class);
        final UserInfoService userInfoService = ComponentUtil.getComponent(UserInfoService.class);

                .<ExtractorFactory> singleton("extractorFactory", ExtractorFactory.class, factory -> {
                    TikaExtractor tikaExtractor = container.getComponent("tikaExtractor");
                    LhaExtractor lhaExtractor = container.getComponent("lhaExtractor");
                    factory.addExtractor("text/plain", tikaExtractor);
                    factory.addExtractor("text/html", tikaExtractor);

        ruleManager = container.getComponent("ruleManager");

        SitemapsRule sitemapsRule = container.getComponent("sitemapsRule");
        sitemapsRule.setRuleId("sitemapsRule");
        sitemapsRule.addRule("url", ".*sitemap.*");
        ruleManager.addRule(sitemapsRule);

        RegexRule fileRule = container.getComponent("fileRule");
        fileRule.setRuleId("fileRule");

     * Creates a new instance of LastaCrawlerContainer.
     */
    public LastaCrawlerContainer() {
        initialize();
    }

    @Override
    public <T> T getComponent(final String name) {
        return SingletonLaContainerFactory.getContainer().getComponent(name);
    }

    @Override
    public boolean available() {
        return SingletonLaContainerFactory.hasContainer();
    }

    @Override

                .<ExtractorFactory> singleton("extractorFactory", ExtractorFactory.class, factory -> {
                    TikaExtractor tikaExtractor = container.getComponent("tikaExtractor");
                    ZipExtractor zipExtractor = container.getComponent("zipExtractor");
                    factory.addExtractor("text/plain", tikaExtractor);
                    factory.addExtractor("text/html", tikaExtractor);