Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 9 of 9 for addSitemaps (0.05 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

            // Should be null after removal
            assertNull(crawlerContext.removeSitemaps());
    
            // Test with null
            crawlerContext.addSitemaps(null);
            assertNull(crawlerContext.removeSitemaps());
    
            // Test with empty array
            crawlerContext.addSitemaps(new String[0]);
            String[] emptyArray = crawlerContext.removeSitemaps();
            assertNotNull(emptyArray);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

            this.maxAccessCount = maxAccessCount;
        }
    
        /**
         * Adds sitemaps to the thread-local storage.
         * @param sitemaps An array of sitemap URLs.
         */
        public void addSitemaps(final String[] sitemaps) {
            sitemapsLocal.set(sitemaps);
        }
    
        /**
         * Removes sitemaps from the thread-local storage and returns them.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 8.9K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java

                        if (robotsTxt != null) {
                            final String[] sitemaps = robotsTxt.getSitemaps();
                            if (sitemaps.length > 0) {
                                crawlerContext.addSitemaps(sitemaps);
                            }
    
                            final RobotsTxt.Directive directive = robotsTxt.getMatchedDirective(userAgent);
                            if (directive != null) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 12:19:14 UTC 2025
    - 53.7K bytes
    - Viewed (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessorTest.java

            SitemapUrl sitemap3 = new SitemapUrl();
            sitemap3.setLoc("https://example.com/page3");
    
            SitemapSet sitemapSet = new SitemapSet();
            sitemapSet.addSitemap(sitemap1);
            sitemapSet.addSitemap(sitemap2);
            sitemapSet.addSitemap(sitemap3);
    
            when(crawlerContainer.getComponent("sitemapsHelper")).thenReturn(sitemapsHelper);
            try {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 12K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/entity/RobotsTxtTest.java

            assertNotNull(matched);
        }
    
        public void test_addSitemap() {
            // Test addSitemap method
            RobotsTxt robotsTxt = new RobotsTxt();
    
            robotsTxt.addSitemap("https://example.com/sitemap.xml");
            robotsTxt.addSitemap("https://example.com/sitemap2.xml");
    
            String[] sitemaps = robotsTxt.getSitemaps();
            assertEquals(2, sitemaps.length);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 14.4K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapSet.java

         */
        public SitemapSet() {
            // Default constructor
        }
    
        /**
         * Adds a sitemap to this set.
         * @param sitemap the sitemap to add
         */
        public void addSitemap(final Sitemap sitemap) {
            sitemapList.add(sitemap);
        }
    
        /**
         * Removes a sitemap from this set.
         * @param sitemap the sitemap to remove
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.9K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/SitemapsHelper.java

                        final SitemapUrl sitemapUrl = new SitemapUrl();
                        sitemapUrl.setLoc(url);
                        sitemapSet.addSitemap(sitemapUrl);
                    }
                }
                return sitemapSet;
            } catch (final Exception e) {
                throw new SitemapsException("Could not parse Text Sitemaps.", e);
            }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 14 13:19:40 UTC 2025
    - 34.9K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

        }
    
        /**
         * Adds a sitemap URL to the list of sitemaps.
         *
         * @param url The URL of the sitemap to be added
         */
        public void addSitemap(final String url) {
            if (!sitemapList.contains(url)) {
                sitemapList.add(url);
            }
        }
    
        /**
         * Returns an array of sitemap URLs.
         *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.5K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

                        // Try to parse as Sitemap directive
                        value = getValue(SITEMAP_RECORD, line);
                        if (value != null && value.length() > 0) {
                            robotsTxt.addSitemap(value);
                            continue;
                        }
    
                        // If we reach here, the line didn't match any known directive
                        // Silently ignore it to allow parsing to continue
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 14 12:52:01 UTC 2025
    - 11.4K bytes
    - Viewed (0)
Back to top