Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 7 of 7 for getSitemaps (0.04 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/SitemapsHelperTest.java

            final InputStream in = ResourceUtil.getResourceAsStream("sitemaps/sitemap1.xml");
            final SitemapSet sitemapSet = sitemapsHelper.parse(in);
            final Sitemap[] sitemaps = sitemapSet.getSitemaps();
            assertEquals(5, sitemaps.length);
            assertTrue(sitemapSet.isUrlSet());
            assertFalse(sitemapSet.isIndex());
    
            assertEquals("2005-01-01", sitemaps[0].getLastmod());
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 36.7K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/entity/RobotsTxtTest.java

            String[] sitemaps = robotsTxt.getSitemaps();
            assertEquals(1, sitemaps.length);
        }
    
        public void test_getSitemapsEmpty() {
            // Test getSitemaps when no sitemaps are added
            RobotsTxt robotsTxt = new RobotsTxt();
    
            String[] sitemaps = robotsTxt.getSitemaps();
            assertNotNull(sitemaps);
            assertEquals(0, sitemaps.length);
        }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 14.4K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/RobotsTxtHelperTest.java

            assertTrue(robotsTxt.allows("/ccc", "Hoge Crawler"));
            assertFalse(robotsTxt.allows("/ddd", "Hoge Crawler"));
    
            String[] sitemaps = robotsTxt.getSitemaps();
            assertEquals(2, sitemaps.length);
            assertEquals("http://www.example.com/sitmap.xml", sitemaps[0]);
            assertEquals("http://www.example.net/sitmap.xml", sitemaps[1]);
    
        }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 20.6K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

                final SitemapSet sitemapSet = sitemapsHelper.parse(responseBody);
                final Set<RequestData> requestDataSet = new LinkedHashSet<>();
                for (final Sitemap sitemap : sitemapSet.getSitemaps()) {
                    if (sitemap != null) {
                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url(sitemap.getLoc()).build()); // TODO priority
                    }
                }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapSet.java

            sitemapList.remove(sitemap);
        }
    
        /**
         * Gets all sitemaps in this set as an array.
         * @return an array of sitemaps
         */
        public Sitemap[] getSitemaps() {
            return sitemapList.toArray(new Sitemap[sitemapList.size()]);
        }
    
        /**
         * Sets the type of this sitemap set.
         * @param type the type to set (URLSET or INDEX)
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.9K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

                sitemapList.add(url);
            }
        }
    
        /**
         * Returns an array of sitemap URLs.
         *
         * @return an array of sitemap URLs
         */
        public String[] getSitemaps() {
            return sitemapList.toArray(new String[sitemapList.size()]);
        }
    
        /**
         * Represents a path pattern used in robots.txt allow/disallow rules.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.5K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/http/HcHttpClient.java

                        final RobotsTxt robotsTxt = robotsTxtHelper.parse(httpEntity.getContent());
                        if (robotsTxt != null) {
                            final String[] sitemaps = robotsTxt.getSitemaps();
                            if (sitemaps.length > 0) {
                                crawlerContext.addSitemaps(sitemaps);
                            }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 12:19:14 UTC 2025
    - 53.7K bytes
    - Viewed (0)
Back to top