Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 8 of 8 for crawlerContainer (0.15 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/ExtractorBuilder.java

        private final Map<String, String> params;
    
        private final CrawlerContainer crawlerContainer;
    
        private String mimeType;
    
        private String filename;
    
        private int cacheFileSize = 1_000_000;
    
        private String extractorName = "tikaExtractor";
    
        private long maxContentLength = -1;
    
        protected ExtractorBuilder(final CrawlerContainer crawlerContainer, final InputStream in, final Map<String, String> params) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:40:57 UTC 2024
    - 6.3K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformer.java

        private static final Logger logger = LoggerFactory.getLogger(HtmlTransformer.class);
    
        protected static final String LOCATION_HEADER = "Location";
    
        @Resource
        protected CrawlerContainer crawlerContainer;
    
        protected Map<String, String> featureMap = new HashMap<>();
    
        protected Map<String, String> propertyMap = new HashMap<>();
    
        protected Map<String, String> childUrlRuleMap = new LinkedHashMap<>();
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Oct 24 12:16:00 UTC 2024
    - 19.4K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/ExtractorFactory.java

    public class ExtractorFactory {
    
        private static final Logger logger = LoggerFactory.getLogger(ExtractorFactory.class);
    
        @Resource
        protected CrawlerContainer crawlerContainer;
    
        protected Map<String, Extractor> extractorMap = new HashMap<>();
    
        public void addExtractor(final String key, final Extractor extractor) {
            if (StringUtil.isBlank(key)) {
                throw new CrawlerSystemException("The key is null.");
            }
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Tue Jun 18 05:49:57 UTC 2024
    - 2.9K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

        @Resource
        protected UrlQueueService<UrlQueue<?>> urlQueueService;
    
        @Resource
        protected DataService<AccessResult<?>> dataService;
    
        @Resource
        protected CrawlerContainer crawlerContainer;
    
        @Resource
        protected LogHelper logHelper;
    
        protected CrawlerClientFactory clientFactory;
    
        protected CrawlerContext crawlerContext;
    
        protected boolean noWaitOnFolder = false;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:41:37 UTC 2024
    - 15.5K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/container/StandardCrawlerContainer.java

    import org.slf4j.LoggerFactory;
    
    import jakarta.annotation.PostConstruct;
    import jakarta.annotation.PreDestroy;
    import jakarta.annotation.Resource;
    
    public class StandardCrawlerContainer implements CrawlerContainer {
    
        private final Logger logger = LoggerFactory.getLogger(StandardCrawlerContainer.class);
    
        private final Map<String, ComponentHolder<?>> singletonMap = new ConcurrentHashMap<>();
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:41:37 UTC 2024
    - 7.6K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/TikaExtractor.java

        private final Map<String, PDFParserConfig> pdfParserConfigMap = new ConcurrentHashMap<>();
    
        @PostConstruct
        public void init() {
            if (tikaConfig == null && crawlerContainer != null) {
                try {
                    tikaConfig = crawlerContainer.getComponent("tikaConfig");
                } catch (final Exception e) {
                    logger.debug("tikaConfig component is not found.", e);
                }
            }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:41:37 UTC 2024
    - 25K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb/SmbClient.java

                        }
                    }
    
                    if (file.canRead()) {
                        final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
                        if (includeContent) {
                            if (logger.isDebugEnabled()) {
                                logger.debug("Parsing SmbFile Content: {}", filePath);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu May 23 01:54:36 UTC 2024
    - 17.9K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/ftp/FtpClient.java

                                throw new CrawlingAccessException("Failed to retrieve: " + ftpInfo.toUrl());
                            }
                        }
    
                        final MimeTypeHelper mimeTypeHelper = crawlerContainer.getComponent("mimeTypeHelper");
                        try (InputStream is = new FileInputStream(tempFile)) {
                            responseData.setMimeType(mimeTypeHelper.getContentType(is, file.getName()));
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:41:37 UTC 2024
    - 25.7K bytes
    - Viewed (0)
Back to top