Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 34 for Sitemap (0.06 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/Sitemap.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.entity;
    
    import java.io.Serializable;
    
    /**
     * @author shinsuke
     *
     */
    public interface Sitemap extends Serializable {
    
        String getLoc();
    
        String getLastmod();
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 824 bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/SitemapsRuleTest.java

            responseData.setResponseBody(file, false);
            return responseData;
        }
    
        private ResponseData getTestData3_OK() {
            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://example.com/sitemap.txt");
            File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.txt");
            responseData.setResponseBody(file, false);
            return responseData;
        }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 4.7K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/SitemapsHelperTest.java

            assertEquals("http://www.example.com/sitemap2.xml.gz", sitemaps[1].getLoc());
    
        }
    
        public void test_parseXmlSitemapsIndexGz() {
            final InputStream in = ResourceUtil.getResourceAsStream("sitemaps/sitemap2.xml.gz");
            final SitemapSet sitemapSet = sitemapsHelper.parse(in);
            final Sitemap[] sitemaps = sitemapSet.getSitemaps();
            assertEquals(2, sitemaps.length);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 9.6K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapFile.java

     * @author shinsuke
     *
     */
    public class SitemapFile implements Sitemap {
    
        private static final long serialVersionUID = 1L;
    
        /**
         * Identifies the location of the Sitemap. This location can be a Sitemap,
         * an Atom file, RSS file or a simple text file.
         */
        private String loc;
    
        /**
         * Identifies the time that the corresponding Sitemap file was modified. It
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 2.7K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapSet.java

        public static final String INDEX = "Index";
    
        private final List<Sitemap> sitemapList = new ArrayList<>();
    
        private String type = URLSET;
    
        public void addSitemap(final Sitemap sitemap) {
            sitemapList.add(sitemap);
        }
    
        public void removeSitemap(final Sitemap sitemap) {
            sitemapList.remove(sitemap);
        }
    
        public Sitemap[] getSitemaps() {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1.7K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

                final Set<RequestData> requestDataSet = new LinkedHashSet<>();
                for (final Sitemap sitemap : sitemapSet.getSitemaps()) {
                    if (sitemap != null) {
                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url(sitemap.getLoc()).build());
                    }
                }
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 2.4K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/RuleManagerImplTest.java

        }
    
        public void test_getRule_sitemaps5() {
            final ResponseData responseData = new ResponseData();
            responseData.setUrl("http://www.example.com/sitemap/");
            File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml");
            responseData.setResponseBody(file, false);
            final Rule rule = ruleManager.getRule(responseData);
            assertNotNull(rule);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 6.2K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/SitemapsHelper.java

            }
            return false;
        }
    
        /**
         * Generates SitemapSet instance.
         *
         * This method does not close the input stream.
         *
         * @param in Input stream for a sitemap
         * @return a sitemap set
         */
        public SitemapSet parse(final InputStream in) {
            return parse(in, true);
        }
    
        protected SitemapSet parse(final InputStream in, final boolean recursive) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:40:57 UTC 2024
    - 11.8K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

                robotTxtFile.deleteOnExit();
    
                // sitemaps.xml
                buf = new StringBuilder();
                buf.append("<?xml version=\"1.0\" encoding=\"UTF-8\"?>").append('\n');
                buf.append("<urlset ").append("xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">").append('\n');
                buf.append("<url>").append('\n');
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 6.3K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/rule/impl/SitemapsRule.java

                } catch (final CrawlingAccessException e) {
                    throw e;
                } catch (final Exception e) {
                    if (logger.isDebugEnabled()) {
                        logger.debug("Failed a sitemap check: {}", responseData, e);
                    }
                }
            }
    
            return false;
        }
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1.8K bytes
    - Viewed (0)
Back to top