Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 26 for crawlingConfig (0.25 sec)

  1. src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfig.java

    import org.codelibs.fess.crawler.client.smb.SmbClient;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    import org.codelibs.fess.util.ComponentUtil;
    
    public interface CrawlingConfig {
    
        String getId();
    
        String getName();
    
        String[] getPermissions();
    
        String[] getVirtualHosts();
    
        String getDocumentBoost();
    
        String getIndexingTarget(String input);
    
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 5.5K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

        protected Node pruneNode(final Node node, final CrawlingConfig crawlingConfig) {
            PrunedTag[] prunedTags = null;
            if (crawlingConfig != null) {
                final String configId = crawlingConfig.getConfigId();
                prunedTags = prunedTagsCache.get(configId);
                if (prunedTags == null) {
                    final Map<String, String> configMap = crawlingConfig.getConfigParameterMap(ConfigName.CONFIG);
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 41.9K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/helper/DocumentHelper.java

            }
        }
    
        public String getContent(final CrawlingConfig crawlingConfig, final ResponseData responseData, final String content,
                final Map<String, Object> dataMap) {
            if (content == null) {
                return StringUtil.EMPTY; // empty
            }
    
            if (crawlingConfig != null) {
                final Map<String, String> configParam = crawlingConfig.getConfigParameterMap(ConfigName.CONFIG);
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 12K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

                final Throwable e) {
    
            final CrawlingConfig crawlingConfig = getCrawlingConfig(crawlerContext.getSessionId());
            final String url = urlQueue.getUrl();
    
            final FailureUrlService failureUrlService = ComponentUtil.getComponent(FailureUrlService.class);
            failureUrlService.store(crawlingConfig, errorName, url, e);
        }
    
        protected CrawlingConfig getCrawlingConfig(final String sessionCountId) {
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 6.6K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/thumbnail/impl/BaseThumbnailGenerator.java

                final CrawlingConfigHelper crawlingConfigHelper = ComponentUtil.getCrawlingConfigHelper();
                final CrawlingConfig config = crawlingConfigHelper.getCrawlingConfig(configId);
                if (config == null) {
                    throw new ThumbnailGenerationException("No CrawlingConfig: " + configId);
                }
    
                if (logger.isInfoEnabled()) {
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 11.1K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfigWrapper.java

    public class CrawlingConfigWrapper implements CrawlingConfig {
    
        private final CrawlingConfig crawlingConfig;
    
        public CrawlingConfigWrapper(final CrawlingConfig crawlingConfig) {
            this.crawlingConfig = crawlingConfig;
        }
    
        @Override
        public String getId() {
            return crawlingConfig.getId();
        }
    
        @Override
        public String getName() {
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 2.2K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/helper/CrawlingConfigHelper.java

    import org.codelibs.fess.es.config.exbhv.WebConfigBhv;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig.ConfigName;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig.ConfigType;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig.Param.Config;
    import org.codelibs.fess.es.config.exentity.DataConfig;
    import org.codelibs.fess.es.config.exentity.FailureUrl;
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 11.7K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig.ConfigName;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig.Param.Config;
    import org.codelibs.fess.helper.CrawlingConfigHelper;
    import org.codelibs.fess.helper.CrawlingInfoHelper;
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 23.5K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

                try {
                    final CrawlingConfig crawlingConfig = crawlingConfigHelper.get(crawlerContext.getSessionId());
                    final Map<String, Object> dataMap = new HashMap<>();
                    dataMap.put(fessConfig.getIndexFieldUrl(), url);
                    final List<String> roleTypeList = new ArrayList<>();
                    stream(crawlingConfig.getPermissions()).of(stream -> stream.forEach(p -> roleTypeList.add(p)));
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 14.6K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/app/service/FailureUrlService.java

        public void deleteByConfigId(final String configId) {
            failureUrlBhv.queryDelete(cb -> {
                cb.query().setConfigId_Equal(configId);
            });
        }
    
        public void store(final CrawlingConfig crawlingConfig, final String errorName, final String url, final Throwable e) {
            if (e instanceof ContainerNotAvailableException) {
                return;
            }
    
    Java
    - Registered: Mon Apr 29 08:04:11 GMT 2024
    - Last Modified: Thu Feb 22 01:37:57 GMT 2024
    - 6.3K bytes
    - Viewed (0)
Back to top