Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 24 for getResponseBody (0.24 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/SitemapsRuleTest.java

            InputStream is = responseData.getResponseBody();
            assertTrue(is instanceof InputStream);
            CloseableUtil.closeQuietly(responseData);
        }
    
        private void assertMatchFalse(ResponseData responseData) {
            sitemapsRule.addRule("url", Pattern.compile(".*sitemap.*"));
            assertFalse(sitemapsRule.match(responseData));
            InputStream is = responseData.getResponseBody();
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 4.7K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/storage/StorageClientTest.java

                assertEquals("storage://fess/file1.txt", responseData.getUrl());
                assertEquals("text/plain", responseData.getMimeType());
                assertEquals("file1", new String(InputStreamUtil.getBytes(responseData.getResponseBody())));
                assertEquals(5, responseData.getContentLength());
                assertEquals("label1", responseData.getMetaDataMap().get("label"));
            }
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 13.5K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/fs/FileSystemClientTest.java

            assertEquals("text/plain", responseData.getMimeType());
            assertTrue(responseData.getUrl().endsWith("test/text1.txt"));
            final String content = new String(InputStreamUtil.getBytes(responseData.getResponseBody()), "UTF-8");
            assertEquals("test1", content.trim());
        }
    
        public void test_doGet_file_with_space() throws Exception {
            final File file = ResourceUtil.getResourceAsFile("test/text 3.txt");
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 8K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/TextTransformer.java

            params.put(ExtractData.CONTENT_TYPE, responseData.getMimeType());
            String content = null;
            try (final InputStream in = responseData.getResponseBody()) {
                content = extractor.getText(in, params).getContent();
            } catch (final Exception e) {
                throw new CrawlingAccessException("Could not extract data.", e);
            }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 5.2K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/rule/impl/SitemapsRule.java

        @Override
        public boolean match(final ResponseData responseData) {
            if (super.match(responseData)) {
                try (final InputStream is = responseData.getResponseBody()) {
                    final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
                    return sitemapsHelper.isValid(is);
                } catch (final CrawlingAccessException e) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1.8K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/ResponseDataUtil.java

        }
    
        public static File createResponseBodyFile(final ResponseData responseData) {
            File tempFile = null;
            FileOutputStream fos = null;
            try (final InputStream is = responseData.getResponseBody()) {
                tempFile = File.createTempFile("crawler-", ".tmp");
                fos = new FileOutputStream(tempFile);
                CopyUtil.copy(is, fos);
            } catch (final Exception e) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1.8K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/thumbnail/impl/HtmlTagBasedGenerator.java

                    return false;
                }
                boolean created = false;
                try (ImageInputStream input = ImageIO.createImageInputStream(responseData.getResponseBody())) {
                    switch (saveImage(input, outputFile)) {
                    case OK:
                        created = true;
                        break;
                    case FAILED:
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 7.5K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/ftp/FtpClientTest.java

                assertEquals("text/plain", responseData.getMimeType());
                assertTrue(responseData.getUrl().endsWith("text1.txt"));
                final String content = new String(InputStreamUtil.getBytes(responseData.getResponseBody()), "UTF-8");
                assertEquals("test1", content.trim());
            } finally {
                if (server != null) {
                    server.stop();
                }
            }
        }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 16.3K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/BinaryTransformer.java

            }
    
            final ResultData resultData = new ResultData();
            resultData.setTransformerName(getName());
    
            try (BufferedInputStream bis = new BufferedInputStream(responseData.getResponseBody())) {
                resultData.setData(IOUtils.toByteArray(bis));
                resultData.setEncoding(responseData.getCharSet());
                return resultData;
            } catch (final IOException e) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 2.8K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

        @Override
        public void process(final ResponseData responseData) {
            final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
            try (final InputStream responseBody = responseData.getResponseBody()) {
                final SitemapSet sitemapSet = sitemapsHelper.parse(responseBody);
                final Set<RequestData> requestDataSet = new LinkedHashSet<>();
                for (final Sitemap sitemap : sitemapSet.getSitemaps()) {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 2.4K bytes
    - Viewed (0)
Back to top