Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 8 of 8 for urlQueue (0.11 sec)

  1. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().begin(urlQueue);
            }
        }
    
        @Override
        protected void processCleanupCrawling(final Object... objs) {
            super.processCleanupCrawling(objs);
            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().done(urlQueue);
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 7.3K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

                final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                if (urlQueue != null) {
                    final String parentUrl = urlQueue.getParentUrl();
                    if (StringUtil.isNotEmpty(parentUrl)) {
                        final String sessionId = urlQueue.getSessionId();
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 9.5K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

        protected void storeChildUrlsToQueue(final UrlQueue<?> urlQueue, final Set<RequestData> childUrlSet) {
            if (childUrlSet != null) {
                // add an url
                try {
                    storeChildUrls(childUrlSet.stream().filter(rd -> StringUtil.isNotBlank(rd.getUrl())).collect(Collectors.toSet()),
                            urlQueue.getUrl(), urlQueue.getDepth() != null ? urlQueue.getDepth() + 1 : 1);
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 14.6K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java

            return buf;
        }
    
        protected String getUrl(final Object keyObj) {
            if (keyObj instanceof final UrlQueue<?> urlQueue) {
                return escapeValue(urlQueue.getUrl());
            }
            if (keyObj instanceof final StatsKeyObject statsKey) {
                return escapeValue(statsKey.getUrl());
            }
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:53:18 UTC 2024
    - 9.9K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 23.6K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

                final long maxAccessCount = getMaxAccessCount(paramMap, dataMap);
                long counter = 0;
                final Deque<String> urlQueue = new LinkedList<>();
                final Set<String> processedUrls = new HashSet<>();
                urlQueue.offer(url);
                while (!urlQueue.isEmpty() && (maxAccessCount < 0 || counter < maxAccessCount)) {
                    counter++;
                    final Map<String, Object> localDataMap =
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 16.8K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

            final Map<String, String> xpathConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.XPATH);
    
            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Oct 24 13:01:38 UTC 2024
    - 42.9K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

            try {
                // clear queue
                urlQueueService.clearCache();
                urlQueueService.delete(sid);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue for {}", sid, e);
            }
    
            try {
                // clear
                dataService.delete(sid);
            } catch (final Exception e) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 22.6K bytes
    - Viewed (0)
Back to top