Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 118 for Sitemap (0.23 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/RuleManagerImplTest.java

        }
    
        public void test_getRule_sitemaps5() {
            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://www.example.com/sitemap/");
            File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml");
            responseData.setResponseBody(file, false);
            final Rule rule = ruleManager.getRule(responseData);
            assertNotNull(rule);
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 6.2K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/SitemapsHelper.java

            }
            return false;
        }
    
        /**
         * Generates SitemapSet instance.
         *
         * This method does not close the input stream.
         *
         * @param in Input stream for a sitemap
         * @return a sitemap set
         */
        public SitemapSet parse(final InputStream in) {
            return parse(in, true);
        }
    
        protected SitemapSet parse(final InputStream in, final boolean recursive) {
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 11.8K bytes
    - Viewed (0)
  3. fess-crawler-lasta/src/main/resources/crawler/rule.xml

    			<component
    				class="org.codelibs.fess.crawler.processor.impl.SitemapsResponseProcessor">
    			</component>
    		</property>
    		<postConstruct name="addRule">
    			<arg>"url"</arg>
    			<arg>".*sitemap.*"</arg>
    		</postConstruct>
    	</component>
    
    	<component name="fileRule" class="org.codelibs.fess.crawler.rule.impl.RegexRule">
    		<property name="ruleId">"fileRule"</property>
    		<property name="defaultRule">true</property>
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 1.5K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/rule/impl/SitemapsRule.java

                } catch (final CrawlingAccessException e) {
                    throw e;
                } catch (final Exception e) {
                    if (logger.isDebugEnabled()) {
                        logger.debug("Failed a sitemap check: {}", responseData, e);
                    }
                }
            }
    
            return false;
        }
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1.8K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

                robotTxtFile.deleteOnExit();
    
                // sitemaps.xml
                buf = new StringBuilder();
                buf.append("<?xml version=\"1.0\" encoding=\"UTF-8\"?>").append('\n');
                buf.append("<urlset ").append("xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">").append('\n');
                buf.append("<url>").append('\n');
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 6.3K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapUrl.java

     */
    package org.codelibs.fess.crawler.entity;
    
    import org.codelibs.core.lang.StringUtil;
    
    /**
     * @author shinsuke
     *
     */
    public class SitemapUrl implements Sitemap {
    
        private static final long serialVersionUID = 1L;
    
        /**
         * URL of the page. This URL must begin with the protocol (such as http) and
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 4.9K bytes
    - Viewed (0)
  7. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

                robotTxtFile.deleteOnExit();
    
                // sitemaps.xml
                buf = new StringBuilder();
                buf.append("<?xml version=\"1.0\" encoding=\"UTF-8\"?>").append('\n');
                buf.append("<urlset ").append("xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">").append('\n');
                buf.append("<url>").append('\n');
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 6.3K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

        protected static final Pattern CRAWL_DELAY_RECORD = Pattern.compile("^crawl-delay:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);
    
        protected static final Pattern SITEMAP_RECORD = Pattern.compile("^sitemap:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);
    
        protected boolean enabled = true;
    
        public RobotsTxt parse(final InputStream stream) {
            return parse(stream, Constants.UTF_8);
        }
    
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 6.1K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                        rule.setResponseProcessor(container.getComponent("sitemapsResponseProcessor"));
                        rule.setRuleId("sitemapsRule");
                        rule.addRule("url", ".*sitemap.*");
                    })//
                    .<DefaultResponseProcessor> singleton("defaultResponseProcessor", DefaultResponseProcessor.class, processor -> {
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 18K bytes
    - Viewed (0)
  10. fess-crawler/src/test/resources/sitemaps/sitemap2.xml.gz

    sitemap2.xml http://www.example.com/sitemap1.xml.gz 2004-10-01T18:23:17+00:00 http://www.example.com/sitemap2.xml.gz 2005-01-01...
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 217 bytes
    - Viewed (0)
Back to top