Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 122 for sitemap (0.06 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/Sitemap.java

    import java.io.Serializable;
    
    /**
     * The Sitemap interface represents a sitemap entity with location and last modification date.
     * It extends the Serializable interface to allow sitemap objects to be serialized.
     */
    public interface Sitemap extends Serializable {
    
        /**
         * Retrieves the location (URL) of the sitemap.
         *
         * @return the location of the sitemap as a String.
         */
        String getLoc();
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 1.2K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessorTest.java

            // Test handling of duplicate URLs in sitemap
            ResponseData responseData = new ResponseData();
            byte[] content = "<sitemap></sitemap>".getBytes();
            responseData.setResponseBody(content);
    
            SitemapUrl sitemap1 = new SitemapUrl();
            sitemap1.setLoc("https://example.com/duplicate");
    
            SitemapUrl sitemap2 = new SitemapUrl();
            sitemap2.setLoc("https://example.com/duplicate");
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 12K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/SitemapsHelperTest.java

                            + "  </sitemap>\n" + "  <sitemap>\n" + "    <lastmod>2025-01-02</lastmod>\n" + "  </sitemap>\n" + "  <sitemap>\n"
                            + "    <loc>http://www.example.com/sitemap2.xml</loc>\n" + "  </sitemap>\n" + "</sitemapindex>";
            final InputStream in = new ByteArrayInputStream(xml.getBytes());
            final SitemapSet sitemapSet = sitemapsHelper.parse(in);
            final Sitemap[] sitemaps = sitemapSet.getSitemaps();
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 36.7K bytes
    - Viewed (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/SitemapsRuleTest.java

            responseData.setResponseBody(file, false);
            return responseData;
        }
    
        private ResponseData getTestData3_OK() {
            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://example.com/sitemap.txt");
            File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.txt");
            responseData.setResponseBody(file, false);
            return responseData;
        }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 4.7K bytes
    - Viewed (0)
  5. fess-crawler/src/test/resources/org/codelibs/fess/crawler/helper/robots_malformed.txt

    User-agent: Bot1
    User-agent: Bot2
    User-agent: Bot3
    Disallow: /shared/
    
    # Case 11: Sitemap with various formats
    Sitemap: http://example.com/sitemap.xml
    sitemap: http://example.com/sitemap2.xml
    SITEMAP: http://example.com/sitemap3.xml
    Sitemap:    # empty sitemap (should be ignored)
    Sitemap: not-a-valid-url
    
    # Case 12: Malformed lines that should be completely ignored
    This line is completely invalid
    :NoKey
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 14 12:52:01 UTC 2025
    - 2.6K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapSet.java

        }
    
        /**
         * Adds a sitemap to this set.
         * @param sitemap the sitemap to add
         */
        public void addSitemap(final Sitemap sitemap) {
            sitemapList.add(sitemap);
        }
    
        /**
         * Removes a sitemap from this set.
         * @param sitemap the sitemap to remove
         */
        public void removeSitemap(final Sitemap sitemap) {
            sitemapList.remove(sitemap);
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.9K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

                final Set<RequestData> requestDataSet = new LinkedHashSet<>();
                for (final Sitemap sitemap : sitemapSet.getSitemaps()) {
                    if (sitemap != null) {
                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url(sitemap.getLoc()).build()); // TODO priority
                    }
                }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/entity/RobotsTxtTest.java

            robotsTxt.addSitemap("https://example.com/sitemap.xml");
            robotsTxt.addSitemap("https://example.com/sitemap2.xml");
    
            String[] sitemaps = robotsTxt.getSitemaps();
            assertEquals(2, sitemaps.length);
            assertEquals("https://example.com/sitemap.xml", sitemaps[0]);
            assertEquals("https://example.com/sitemap2.xml", sitemaps[1]);
        }
    
        public void test_addSitemapNoDuplicates() {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 14.4K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapUrl.java

    /**
     * Represents a URL entry within a sitemap.
     *
     * <p>
     * This class encapsulates the properties of a URL as defined in the sitemap XML format,
     * including its location, last modification date, change frequency, and priority.
     * It also supports sitemap extensions such as images, videos, news, and alternate links.
     * It implements the {@link Sitemap} interface.
     * </p>
     *
     * <p>
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:34:36 UTC 2025
    - 9.1K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapFile.java

    package org.codelibs.fess.crawler.entity;
    
    import org.codelibs.core.lang.StringUtil;
    
    /**
     * Represents a Sitemap file entry, conforming to the Sitemap XML format.
     * This class holds information about a single Sitemap, including its location and last modification timestamp.
     * It implements the {@link Sitemap} interface.
     *
     * <p>
     * A Sitemap file provides search engines with a list of URLs available for crawling.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.4K bytes
    - Viewed (1)
Back to top