Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 34 for urlset (0.02 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/SitemapSet.java

         * Sets the type of this sitemap set.
         * @param type the type to set (URLSET or INDEX)
         */
        public void setType(final String type) {
            this.type = type;
        }
    
        /**
         * Checks if this sitemap set is of type URLSET.
         * @return true if this is a URLSET, false otherwise
         */
        public boolean isUrlSet() {
            return URLSET.equals(type);
        }
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.9K bytes
    - Viewed (0)
  2. fess-crawler/src/test/resources/sitemaps/sitemap1.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
       <url>
          <loc>http://www.example.com/</loc>
          <lastmod>2005-01-01</lastmod>
          <changefreq>monthly</changefreq>
          <priority>0.8</priority>
       </url>
       <url>
          <loc>http://www.example.com/catalog?item=12&amp;desc=vacation_hawaii</loc>
          <changefreq>weekly</changefreq>
       </url>
       <url>
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 915 bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/fs/FileSystemClientTest.java

            try {
                fsClient.doGet("file://" + path);
                fail();
            } catch (final ChildUrlsException e) {
                final Set<RequestData> urlSet = e.getChildUrlList();
                for (final RequestData requestData : urlSet.toArray(new RequestData[urlSet.size()])) {
                    String url = requestData.getUrl();
                    if (url.indexOf(".svn") < 0) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 8K bytes
    - Viewed (0)
  4. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

                robotTxtFile.deleteOnExit();
    
                // sitemaps.xml
                buf = new StringBuilder();
                buf.append("<?xml version=\"1.0\" encoding=\"UTF-8\"?>").append('\n');
                buf.append("<urlset ").append("xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">").append('\n');
                buf.append("<url>").append('\n');
                buf.append("<loc>http://localhost:7070/index.html</loc>").append('\n');
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 6.3K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlerWebServer.java

                robotTxtFile.deleteOnExit();
    
                // sitemaps.xml
                buf = new StringBuilder();
                buf.append("<?xml version=\"1.0\" encoding=\"UTF-8\"?>").append('\n');
                buf.append("<urlset ").append("xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">").append('\n');
                buf.append("<url>").append('\n');
                buf.append("<loc>http://localhost:7070/index.html</loc>").append('\n');
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 6.3K bytes
    - Viewed (0)
  6. fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/SitemapsHelperTest.java

                fail();
            } catch (final CrawlingAccessException e) {
                // NOP
            }
        }
    
        public void test_parseXmlSitemaps_invalid3() {
            final byte[] bytes = "<urlset".getBytes();
            final InputStream in = new ByteArrayInputStream(bytes);
    
            try {
                sitemapsHelper.parse(in);
                fail();
            } catch (final CrawlingAccessException e) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 9.6K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactory.java

            }
        }
    
        /**
         * Retrieves a client that matches the given URL key.
         * @param urlKey The URL key to match.
         * @return The matching CrawlerClient instance, or null if no match is found.
         */
        public CrawlerClient getClient(final String urlKey) {
            if (StringUtil.isBlank(urlKey)) {
                return null;
            }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 7K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

    import jakarta.annotation.Resource;
    
    /**
     * A response processor implementation that handles sitemaps.
     * It parses the response body as a SitemapSet, extracts URLs from the sitemaps,
     * and adds them as child URLs to be crawled.
     *
     * <p>
     * This class uses a {@link SitemapsHelper} to parse the sitemap XML or text.
     * It then iterates through the sitemaps in the SitemapSet, extracts the URL
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/TemporaryFileInputStream.java

         * This method delegates to {@link FileInputStream#reset()}.
         *
         * @throws IOException if an I/O error occurs.
         */
        @Override
        public synchronized void reset() throws IOException {
            fileInputStream.reset();
        }
    
        /**
         * Skips over and discards {@code n} bytes of data from this input stream.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.3K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/IgnoreCloseInputStream.java

        public synchronized void mark(final int readlimit) {
            inputStream.mark(readlimit);
        }
    
        /**
         * Tests if this input stream supports the mark and reset methods.
         *
         * @return true if this stream instance supports the mark and reset methods; false otherwise
         */
        @Override
        public boolean markSupported() {
            return inputStream.markSupported();
        }
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 5.3K bytes
    - Viewed (0)
Back to top