Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 123 for sitemap (0.04 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/Sitemap.java

    import java.io.Serializable;
    
    /**
     * The Sitemap interface represents a sitemap entity with location and last modification date.
     * It extends the Serializable interface to allow sitemap objects to be serialized.
     */
    public interface Sitemap extends Serializable {
    
        /**
         * Retrieves the location (URL) of the sitemap.
         *
         * @return the location of the sitemap as a String.
         */
        String getLoc();
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 1.2K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/SitemapsRuleTest.java

            responseData.setResponseBody(file, false);
            return responseData;
        }
    
        private ResponseData getTestData3_OK() {
            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://example.com/sitemap.txt");
            File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.txt");
            responseData.setResponseBody(file, false);
            return responseData;
        }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 4.7K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/SitemapsHelperTest.java

            assertEquals("http://www.example.com/sitemap2.xml.gz", sitemaps[1].getLoc());
    
        }
    
        public void test_parseXmlSitemapsIndexGz() {
            final InputStream in = ResourceUtil.getResourceAsStream("sitemaps/sitemap2.xml.gz");
            final SitemapSet sitemapSet = sitemapsHelper.parse(in);
            final Sitemap[] sitemaps = sitemapSet.getSitemaps();
            assertEquals(2, sitemaps.length);
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 9.6K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapSet.java

        }
    
        /**
         * Adds a sitemap to this set.
         * @param sitemap the sitemap to add
         */
        public void addSitemap(final Sitemap sitemap) {
            sitemapList.add(sitemap);
        }
    
        /**
         * Removes a sitemap from this set.
         * @param sitemap the sitemap to remove
         */
        public void removeSitemap(final Sitemap sitemap) {
            sitemapList.remove(sitemap);
        }
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.9K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapUrl.java

    import org.codelibs.core.lang.StringUtil;
    
    /**
     * Represents a URL entry within a sitemap.
     *
     * <p>
     * This class encapsulates the properties of a URL as defined in the sitemap XML format,
     * including its location, last modification date, change frequency, and priority.
     * It implements the {@link Sitemap} interface.
     * </p>
     *
     * <p>
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 6.5K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

        }
    
        /**
         * Adds a sitemap URL to the list of sitemaps.
         *
         * @param url The URL of the sitemap to be added
         */
        public void addSitemap(final String url) {
            if (!sitemapList.contains(url)) {
                sitemapList.add(url);
            }
        }
    
        /**
         * Returns an array of sitemap URLs.
         *
         * @return an array of sitemap URLs
         */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 10K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

        }
    
        /**
         * Test sitemaps add and remove operations
         */
        public void test_sitemaps() {
            // Initial state
            assertNull(crawlerContext.removeSitemaps());
    
            // Add sitemaps
            String[] sitemaps = new String[] { "http://example.com/sitemap.xml", "http://test.com/sitemap.xml" };
            crawlerContext.addSitemaps(sitemaps);
    
            // Remove and verify
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

                final Set<RequestData> requestDataSet = new LinkedHashSet<>();
                for (final Sitemap sitemap : sitemapSet.getSitemaps()) {
                    if (sitemap != null) {
                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url(sitemap.getLoc()).build()); // TODO priority
                    }
                }
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapFile.java

    package org.codelibs.fess.crawler.entity;
    
    import org.codelibs.core.lang.StringUtil;
    
    /**
     * Represents a Sitemap file entry, conforming to the Sitemap XML format.
     * This class holds information about a single Sitemap, including its location and last modification timestamp.
     * It implements the {@link Sitemap} interface.
     *
     * <p>
     * A Sitemap file provides search engines with a list of URLs available for crawling.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.4K bytes
    - Viewed (1)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/SitemapsHelper.java

    /**
     * Helper class for parsing and validating sitemaps.
     * It supports XML sitemaps, XML sitemap indexes, and text sitemaps,
     * and can handle GZIP compressed sitemaps.
     * The class provides methods to check if an input stream is a valid sitemap,
     * and to parse an input stream into a {@link SitemapSet} object.
     * It uses SAX parser for XML sitemaps and XML sitemap indexes,
     * and handles potential exceptions during parsing.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 14.7K bytes
    - Viewed (0)
Back to top