Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 16 for newRequestData (0.97 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/builder/RequestDataBuilderTest.java

        public void test_newRequestData() {
            // Test newRequestData factory method
            RequestDataBuilder.RequestDataContext context = RequestDataBuilder.newRequestData();
    
            assertNotNull(context);
        }
    
        public void test_buildEmptyRequestData() {
            // Test building empty RequestData
            RequestData data = RequestDataBuilder.newRequestData().build();
    
            assertNotNull(data);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 10.9K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java

        public void test_storeChildUrls_validUrls() throws Exception {
            final Set<RequestData> childUrlList = new HashSet<>();
            childUrlList.add(RequestDataBuilder.newRequestData().url("http://example.com/child1").build());
            childUrlList.add(RequestDataBuilder.newRequestData().url("http://example.com/child2").build());
    
            when(urlFilter.match(anyString())).thenReturn(true);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.3K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

                            // head method
                            responseData =
                                    client.execute(RequestDataBuilder.newRequestData().head().url(url).weight(urlQueue.getWeight()).build());
                            if (responseData == null) {
                                return true;
                            }
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 19.5K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/helper/DocumentHelper.java

            try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build())) {
                if (responseData.getRedirectLocation() != null) {
                    final Set<RequestData> childUrlList = new HashSet<>();
                    childUrlList.add(RequestDataBuilder.newRequestData().get().url(responseData.getRedirectLocation()).build());
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 17.4K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

                            }
                            for (final File f : files) {
                                final String childUri = f.toURI().toASCIIString();
                                requestDataSet.add(RequestDataBuilder.newRequestData().get().url(childUri).build());
                            }
                        } else {
                            logger.warn("Unable to list directory contents: directory={}", file.getAbsolutePath());
                        }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 12:19:14 UTC 2025
    - 15.1K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/thumbnail/impl/BaseThumbnailGenerator.java

                }
                String u = url;
                for (int i = 0; i < maxRedirectCount; i++) {
                    try (final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(u).build())) {
                        if (StringUtil.isNotBlank(responseData.getRedirectLocation())) {
                            u = responseData.getRedirectLocation();
                            continue;
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 13.4K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/s3/S3Client.java

                            requestDataSet.add(RequestDataBuilder.newRequestData().get().url("s3://" + bucketName + "/" + objectKey).build());
                        }
                    }
    
                    // Add common prefixes (directories)
                    for (final CommonPrefix prefix : listResponse.commonPrefixes()) {
                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url("s3://" + bucketName + "/" + prefix.prefix()).build());
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Dec 11 08:38:29 UTC 2025
    - 21.4K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformer.java

                } else {
                    logger.warn("urlConvertHelper is null.");
                    redirectUrl = redirectUrlObj.toString();
                }
                resultData.addUrl(RequestDataBuilder.newRequestData().get().url(redirectUrl).build());
            }
    
            return resultData;
        }
    
        /**
         * Checks if the response data represents HTML content.
         *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Nov 29 07:42:33 UTC 2025
    - 30.5K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb1/SmbClient.java

                            for (final SmbFile f : files) {
                                final String chileUri = f.toString();
                                requestDataSet.add(RequestDataBuilder.newRequestData().get().url(chileUri).build());
                            }
                        }
                    }
                    throw new ChildUrlsException(requestDataSet, this.getClass().getName() + "#getResponseData");
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Dec 11 08:38:29 UTC 2025
    - 23.3K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/gcs/GcsClient.java

                    for (final Blob item : blobs.iterateAll()) {
                        final String objectName = item.getName();
                        requestDataSet.add(RequestDataBuilder.newRequestData().get().url("gcs://" + bucketName + "/" + objectName).build());
                    }
                    throw new ChildUrlsException(requestDataSet, this.getClass().getName() + "#getResponseData");
                }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Dec 11 08:38:29 UTC 2025
    - 17.5K bytes
    - Viewed (0)
Back to top