Search Options

Results per page
Sort
Preferred Languages
Advance

Results 21 - 30 of 43 for urlquery (0.39 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java

    import java.util.List;
    
    import org.codelibs.fess.crawler.entity.UrlQueue;
    
    /**
     * @author shinsuke
     *
     */
    public interface UrlQueueService<QUEUE extends UrlQueue<?>> {
    
        void updateSessionId(String oldSessionId, String newSessionId);
    
        void add(String sessionId, String url);
    
        void insert(QUEUE urlQueue);
    
        void delete(String sessionId);
    
        void deleteAll();
    
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1.3K bytes
    - Viewed (0)
  2. fess-crawler-es/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                UrlQueue urlQueue;
                while ((urlQueue = urlQueueService.poll(sessionId1)) != null) {
                    assertTrue(urlQueue.getUrl() + "=>" + url1, urlQueue.getUrl().startsWith(url1));
                }
                while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                    assertTrue(urlQueue.getUrl() + "=>" + url2, urlQueue.getUrl().startsWith(url2));
                }
    
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 7.7K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java

         * delayBeforeProcessing()
         */
        @Override
        protected void delayBeforeProcessing() {
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue == null) {
                return;
            }
    
            final String url = urlQueue.getUrl();
            if (StringUtil.isBlank(url) || url.startsWith("file:")) {
                // not target
                return;
            }
    
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 3K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

                final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                if (urlQueue != null) {
                    final String parentUrl = urlQueue.getParentUrl();
                    if (StringUtil.isNotEmpty(parentUrl)) {
                        final String sessionId = urlQueue.getSessionId();
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 8.7K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java

            return buf;
        }
    
        protected String getUrl(final Object keyObj) {
            if (keyObj instanceof final UrlQueue<?> urlQueue) {
                return escapeValue(urlQueue.getUrl());
            }
            if (keyObj instanceof final StatsKeyObject statsKey) {
                return escapeValue(statsKey.getUrl());
            }
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 9.9K bytes
    - Viewed (0)
  6. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                assertEquals(maxCount, dataService.getCount(sessionId2));
    
                UrlQueue urlQueue;
                while ((urlQueue = urlQueueService.poll(sessionId1)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url1));
                }
                while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url2));
                }
    
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 12K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

                final long maxAccessCount = getMaxAccessCount(paramMap, dataMap);
                long counter = 0;
                final Deque<String> urlQueue = new LinkedList<>();
                final Set<String> processedUrls = new HashSet<>();
                urlQueue.offer(url);
                while (!urlQueue.isEmpty() && (maxAccessCount < 0 || counter < maxAccessCount)) {
                    counter++;
                    final Map<String, Object> localDataMap =
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 16.8K bytes
    - Viewed (0)
  8. src/test/java/org/codelibs/fess/helper/QueryHelperTest.java

                    Map.of("url", List.of("QUERY*")), //
                    Set.of("QUERY"), //
                    buildQuery("url:QUERY*"));
            assertQueryContext(buildQuery("url:QUERY*").getQueryBuilder().toString().replaceAll("\\s", ""), buildQuery("url:\"QUERY*\""));
    
        }
    
        public void test_build_escape() {
            assertQueryContext(
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 37.3K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java

    import java.util.concurrent.ExecutionException;
    import java.util.concurrent.ExecutorService;
    import java.util.concurrent.Executors;
    import java.util.concurrent.Future;
    
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.entity.UrlQueueImpl;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.dbflute.utflute.core.PlainTestCase;
    
    /**
     * @author hayato
     *
     */
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 3.2K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

            final Map<String, String> fieldConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.FIELD);
    
            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Registered: Wed Jun 12 13:08:18 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 23.5K bytes
    - Viewed (0)
Back to top