Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 2 of 2 for getDuplicateUrl (0.1 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformerTest.java

            assertEquals(RequestDataBuilder.newRequestData().url(url + "/").build(),
                    htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));
    
            url = "http://hoge/";
            assertEquals(RequestDataBuilder.newRequestData().url("http://hoge").build(),
                    htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));
    
        }
    
        public void test_normalizeUrl() {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 13.8K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformer.java

                resultData.addAllUrl(responseData.getChildUrlSet());
    
                final RequestData requestData = responseData.getRequestData();
                resultData.removeUrl(requestData);
                resultData.removeUrl(getDuplicateUrl(requestData));
            } catch (final CrawlerSystemException e) {
                throw e;
            } catch (final Exception e) {
                throw new CrawlerSystemException("Could not store data.", e);
            }
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Oct 24 12:16:00 UTC 2024
    - 19.4K bytes
    - Viewed (0)
Back to top