Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 11 for visited (0.09 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java

         *
         * @param sessionId The session ID.
         */
        void saveSession(String sessionId);
    
        /**
         * Checks if a URL has been visited.
         *
         * @param urlQueue The URL queue.
         * @return true if the URL has been visited, otherwise false.
         */
        boolean visited(QUEUE urlQueue);
    
        /**
         * Generates URL queues.
         *
         * @param previousSessionId The previous session ID.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.6K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/impl/UrlQueueServiceImpl.java

        public void saveSession(final String sessionId) {
            // NOP
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.service.UrlQueueService#visited(UrlQueue)
         */
        @Override
        public boolean visited(final UrlQueueImpl<Long> urlQueue) {
            final Queue<UrlQueueImpl<Long>> urlQueueList = dataHelper.getUrlQueueList(urlQueue.getSessionId());
            synchronized (urlQueueList) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 9.3K bytes
    - Viewed (0)
  3. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java

            // TODO use cache
        }
    
        /**
         * Checks if a URL has been visited by looking in both the queue and access results.
         *
         * @param urlQueue The URL queue entry to check.
         * @return true if the URL has been visited, false otherwise.
         */
        @Override
        public boolean visited(final OpenSearchUrlQueue urlQueue) {
            final String url = urlQueue.getUrl();
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 17K bytes
    - Viewed (1)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

            final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
            final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
            if (!urlQueueService.visited(urlQueue)) {
                if (checkAccessCount(crawlerContext)) {
                    final AccessResult<?> accessResult = createAccessResult(responseData, resultData);
                    if (logger.isDebugEnabled()) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java

            // check url
            if (crawlerContext.getRobotsTxtUrlSet().contains(robotTxtUrl)) {
                if (logger.isDebugEnabled()) {
                    logger.debug("{} is already visited.", robotTxtUrl);
                }
                return;
            }
    
            if (logger.isInfoEnabled()) {
                logger.info("Checking URL: {}", robotTxtUrl);
            }
            // add url to a set
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 52.2K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapFile.java

         */
        private String loc;
    
        /**
         * Identifies the time that the corresponding Sitemap file was modified. It
         * does not correspond to the time that any of the pages listed in that
         * Sitemap were changed. The value for the lastmod tag should be in W3C
         * Datetime format.
         *
         * By providing the last modification timestamp, you enable search engine
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.4K bytes
    - Viewed (1)
  7. LICENSE

          "Source" form shall mean the preferred form for making modifications,
          including but not limited to software source code, documentation
          source, and configuration files.
    
          "Object" form shall mean any form resulting from mechanical
          transformation or translation of a Source form, including but
          not limited to compiled object code, generated documentation,
          and conversions to other media types.
    
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Mon Jan 11 04:30:09 UTC 2021
    - 11.1K bytes
    - Viewed (0)
  8. LICENSE

          "Source" form shall mean the preferred form for making modifications,
          including but not limited to software source code, documentation
          source, and configuration files.
    
          "Object" form shall mean any form resulting from mechanical
          transformation or translation of a Source form, including but
          not limited to compiled object code, generated documentation,
          and conversions to other media types.
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Mon Jan 11 04:26:17 UTC 2021
    - 11.1K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/TextUtil.java

             * - Symbol characters (!-/, :-@, [-`, {-~) are appended to the buffer.
             * - Duplicate terms can be removed based on the `duplicateTermRemoved` flag.
             * - The maximum size of alphanumeric and symbol terms can be limited by `maxAlphanumTermSize` and `maxSymbolTermSize` respectively.
             *
             * @return A processed string with terms and spaces, or an empty string if the reader is null or an IOException occurs.
             */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 12K bytes
    - Viewed (0)
  10. src/test/java/org/codelibs/fess/suggest/converter/ReadingConverterTest.java

            List<String> readings = limitConverter.convert(text, field, "en", "ja", "fr", "de", "es", "it", "pt");
    
            assertNotNull(readings);
            assertEquals(5, readings.size()); // Should be limited to 5
        }
    
        @Test
        public void testConvertWithWhitespace() throws IOException {
            // Test convert with various whitespace
            converter.init();
            String text = "  test  \n\t  text  ";
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Mon Sep 01 13:33:03 UTC 2025
    - 13.5K bytes
    - Viewed (0)
Back to top