Search Options

Results per page
Sort
Preferred Languages
Advance

Results 21 - 30 of 142 for sitemap (0.04 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapNews.java

     * </p>
     *
     * @see <a href="https://developers.google.com/search/docs/crawling-indexing/sitemaps/news-sitemap">Google News Sitemaps</a>
     */
    public class SitemapNews implements Serializable {
    
        private static final long serialVersionUID = 1L;
    
        /**
         * The name of the news publication.
         * It must exactly match the name as it appears on your articles.
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:34:36 UTC 2025
    - 4.8K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapImage.java

     * </p>
     *
     * @see <a href="https://developers.google.com/search/docs/crawling-indexing/sitemaps/image-sitemaps">Google Image Sitemaps</a>
     */
    public class SitemapImage implements Serializable {
    
        private static final long serialVersionUID = 1L;
    
        /**
         * The URL of the image.
         * In some cases, the image URL may not be on the same domain as your main site.
         */
        private String loc;
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:34:36 UTC 2025
    - 3.8K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

        }
    
        /**
         * Adds sitemaps to the thread-local storage.
         * @param sitemaps An array of sitemap URLs.
         */
        public void addSitemaps(final String[] sitemaps) {
            sitemapsLocal.set(sitemaps);
        }
    
        /**
         * Removes sitemaps from the thread-local storage and returns them.
         * @return An array of sitemap URLs, or null if none were present.
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 8.9K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapVideo.java

     * </p>
     *
     * @see <a href="https://developers.google.com/search/docs/crawling-indexing/sitemaps/video-sitemaps">Video Sitemaps</a>
     */
    public class SitemapVideo implements Serializable {
    
        private static final long serialVersionUID = 1L;
    
        /**
         * A URL pointing to the video thumbnail image file.
         * Images must be at least 160x90 pixels and at most 1920x1080 pixels.
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:34:36 UTC 2025
    - 8.9K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

        protected static final Pattern CRAWL_DELAY_RECORD = Pattern.compile("^crawl-delay:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);
    
        /**
         * Pattern for Sitemap record.
         */
        protected static final Pattern SITEMAP_RECORD = Pattern.compile("^sitemap:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);
    
        /** Whether robots.txt processing is enabled. */
        protected boolean enabled = true;
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 14 12:52:01 UTC 2025
    - 11.4K bytes
    - Viewed (0)
  6. README.md

        controller.setDefaultIntervalTime(1000);
    });
    ```
    
    ### Sitemap Support
    
    ```java
    // Enable sitemap processing
    container.singleton("sitemapsRule", SitemapsRule.class, rule -> {
        rule.addRule("url", ".*sitemap.*");
    });
    
    // Add sitemap URL
    crawler.addUrl("https://example.com/sitemap.xml");
    ```
    
    ## Data Access and Storage
    
    ### Accessing Crawled Data
    
    ```java
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Aug 31 05:32:52 UTC 2025
    - 15.3K bytes
    - Viewed (0)
  7. fess-crawler-lasta/src/main/resources/crawler/rule.xml

    			<component
    				class="org.codelibs.fess.crawler.processor.impl.SitemapsResponseProcessor">
    			</component>
    		</property>
    		<postConstruct name="addRule">
    			<arg>"url"</arg>
    			<arg>".*sitemap.*"</arg>
    		</postConstruct>
    	</component>
    
    	<component name="fileRule" class="org.codelibs.fess.crawler.rule.impl.RegexRule">
    		<property name="ruleId">"fileRule"</property>
    		<property name="defaultRule">true</property>
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 1.5K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapAlternateLink.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.entity;
    
    import java.io.Serializable;
    
    /**
     * Represents an alternate link entry within a sitemap URL.
     * This class encapsulates the properties of an alternate link as defined in the hreflang annotation.
     *
     * <p>
     * The hreflang attribute tells search engines about alternate versions of a page in different languages
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:34:36 UTC 2025
    - 2.6K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

                robotTxtFile.deleteOnExit();
    
                // sitemaps.xml
                buf = new StringBuilder();
                buf.append("<?xml version=\"1.0\" encoding=\"UTF-8\"?>").append('\n');
                buf.append("<urlset ").append("xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">").append('\n');
                buf.append("<url>").append('\n');
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 6.3K bytes
    - Viewed (0)
  10. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

                robotTxtFile.deleteOnExit();
    
                // sitemaps.xml
                buf = new StringBuilder();
                buf.append("<?xml version=\"1.0\" encoding=\"UTF-8\"?>").append('\n');
                buf.append("<urlset ").append("xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">").append('\n');
                buf.append("<url>").append('\n');
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 6.3K bytes
    - Viewed (0)
Back to top