Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 18 for newRequestData (0.1 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java

            client.setCrawlerClient(testClient);
            client.setRequestListener(testListener);
            final String url = "http://test.com/";
            final ResponseData response = client.execute(RequestDataBuilder.newRequestData().get().url(url).build());
            assertEquals(1, testListener.startCount);
            assertEquals(1, testListener.requestCount);
            assertEquals(0, testListener.exceptionCount);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 15.1K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformerTest.java

            assertEquals(RequestDataBuilder.newRequestData().url(url + "/").build(),
                    htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));
    
            url = "http://hoge/";
            assertEquals(RequestDataBuilder.newRequestData().url("http://hoge").build(),
                    htmlTransformer.getDuplicateUrl(RequestDataBuilder.newRequestData().url(url).build()));
    
        }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 13.8K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

                            // head method
                            responseData = client.execute(RequestDataBuilder.newRequestData().head().url(url).build());
                            if (responseData == null) {
                                return true;
                            }
    
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 14.6K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/builder/RequestDataBuilder.java

    /**
     * Builder class to create a request.
     *
     * @author shinsuke
     *
     */
    public final class RequestDataBuilder {
        private RequestDataBuilder() {
        }
    
        public static RequestDataContext newRequestData() {
            return new RequestDataContext();
        }
    
        public static class RequestDataContext {
            private final RequestData data;
    
            private RequestDataContext() {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 2.4K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

                for (final Sitemap sitemap : sitemapSet.getSitemaps()) {
                    if (sitemap != null) {
                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url(sitemap.getLoc()).build());
                    }
                }
                throw new ChildUrlsException(requestDataSet, this.getClass().getName() + "#process");
            } catch (final IOException e) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 2.4K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformer.java

            if (redirectUrlObj instanceof String) {
                final UrlConvertHelper urlConvertHelper = crawlerContainer.getComponent("urlConvertHelper");
                resultData.addUrl(RequestDataBuilder.newRequestData().get().url(urlConvertHelper.convert(redirectUrlObj.toString())).build());
            }
    
            return resultData;
        }
    
        protected boolean isHtml(final ResponseData responseData) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Oct 24 12:16:00 UTC 2024
    - 19.4K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/helper/DocumentHelper.java

            try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build())) {
                if (responseData.getRedirectLocation() != null) {
                    final Set<RequestData> childUrlList = new HashSet<>();
                    childUrlList.add(RequestDataBuilder.newRequestData().get().url(responseData.getRedirectLocation()).build());
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:53:18 UTC 2024
    - 12K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

                                final long startTime = SystemUtil.currentTimeMillis();
                                responseData = client.execute(
                                        RequestDataBuilder.newRequestData().method(urlQueue.getMethod()).url(urlQueue.getUrl()).build());
                                responseData.setExecutionTime(SystemUtil.currentTimeMillis() - startTime);
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:41:37 UTC 2024
    - 15.5K bytes
    - Viewed (0)
  9. src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java

            urlList.clear();
            urlList.add(RequestDataBuilder.newRequestData().get().url("http://www.example.com").build());
            urlList = fessXpathTransformer.convertChildUrlList(urlList);
            assertEquals(1, urlList.size());
            assertEquals("http://www.example.com", urlList.get(0).getUrl());
    
            urlList.clear();
            urlList.add(RequestDataBuilder.newRequestData().get().url("http://www.example.com").build());
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Oct 24 13:01:38 UTC 2024
    - 41.3K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

                            for (final File f : files) {
                                final String chileUri = f.toURI().toASCIIString();
                                requestDataSet.add(RequestDataBuilder.newRequestData().get().url(chileUri).build());
                            }
                        }
                    }
                    throw new ChildUrlsException(requestDataSet, this.getClass().getName() + "#getResponseData");
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 11.8K bytes
    - Viewed (0)
Back to top