Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 110 for getURL (0.12 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

            final Set<String> urlSet = new HashSet<>();
            final List<UrlQueue<?>> childList = childUrlList.stream().filter(d -> StringUtil.isNotBlank(d.getUrl())
                    && urlSet.add(d.getUrl() + "\n" + d.getMetaData()) && crawlerContext.getUrlFilter().match(d.getUrl())).map(d -> {
                        final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue");
                        uq.setCreateTime(SystemUtil.currentTimeMillis());
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 9K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/impl/DataServiceImpl.java

                if (arMap.containsKey(accessResult.getUrl())) {
                    throw new CrawlerSystemException(accessResult.getUrl() + " already exists.");
                }
                arMap.put(accessResult.getUrl(), accessResult);
            }
    
        }
    
        /*
         * (non-Javadoc)
         *
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 5.5K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java

            assertEquals(Constants.GET_METHOD, testListener.requestMethod);
            assertNull(testListener.exceptionUrl);
            assertEquals(1, testClient.count);
            assertEquals(url, response.getUrl());
            assertEquals(Constants.GET_METHOD, response.getMethod());
        }
    
        public void test_doGet_with4Exception() {
            final FaultTolerantClient client = new FaultTolerantClient();
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 15.1K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            final Set<String> urlSet = new HashSet<>();
            final List<UrlQueue<?>> childList = childUrlList.stream().filter(d -> StringUtil.isNotBlank(d.getUrl())
                    && urlSet.add(d.getUrl() + "\n" + d.getMetaData()) && crawlerContext.urlFilter.match(d.getUrl())).map(d -> {
                        final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue");
                        uq.setCreateTime(SystemUtil.currentTimeMillis());
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:41:37 UTC 2024
    - 15.5K bytes
    - Viewed (0)
  5. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                    assertTrue(urlQueue.getUrl() + "=>" + url1, urlQueue.getUrl().startsWith(url1));
                }
                while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                    assertTrue(urlQueue.getUrl() + "=>" + url2, urlQueue.getUrl().startsWith(url2));
                }
    
                dataService.iterate(sessionId1, accessResult -> assertTrue(accessResult.getUrl().startsWith(url1)));
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Nov 07 04:44:10 UTC 2024
    - 7.7K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

                    && isValidCanonicalUrl(responseData.getUrl(), canonicalUrl)) {
                final Set<RequestData> childUrlSet = new HashSet<>();
                childUrlSet.add(RequestDataBuilder.newRequestData().get().url(canonicalUrl).build());
                logger.info("CANONICAL: {} -> {}", responseData.getUrl(), canonicalUrl);
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Oct 24 13:01:38 UTC 2024
    - 42.9K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

                logger.debug("Crawling Access Exception at {}", urlQueue.getUrl(), e);
            } else if (e.isInfoEnabled()) {
                logger.info(e.getMessage());
            } else if (e.isWarnEnabled()) {
                logger.warn("Crawling Access Exception at " + urlQueue.getUrl(), e);
            } else if (e.isErrorEnabled()) {
                logger.error("Crawling Access Exception at " + urlQueue.getUrl(), e);
            }
        }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 10.3K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/thumbnail/impl/HtmlTagBasedGenerator.java

                        }
                        break;
                    default:
                        logger.error("Unknown thumbnail result: {} -> {}", thumbnailId, responseData.getUrl());
                        break;
                    }
                } catch (final Throwable t) {
                    logger.warn("Failed to create thumbnail: {} -> {} ({}:{})", thumbnailId, responseData.getUrl(),
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 7.5K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/AbstractCrawlerClient.java

        }
    
        @Override
        public ResponseData execute(final RequestData request) {
            return switch (request.getMethod()) {
            case GET -> doGet(request.getUrl());
            case HEAD -> doHead(request.getUrl());
            case POST -> doPost(request.getUrl());
            default -> throw new CrawlerSystemException(request.getMethod() + " method is not supported.");
            };
        }
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 5.9K bytes
    - Viewed (0)
  10. compat/maven-compat/src/test/java/org/apache/maven/project/inheritance/t12scm/ProjectInheritanceTest.java

            MavenProject project1 = getProject(pom1);
    
            System.out.println("\n\n");
            System.out.println("Parent SCM URL is: " + project0.getScm().getUrl());
            System.out.println("Child SCM URL is: " + project1.getScm().getUrl());
            System.out.println();
            System.out.println("Parent SCM connection is: " + project0.getScm().getConnection());
    Registered: Sun Nov 03 03:35:11 UTC 2024
    - Last Modified: Fri Oct 25 12:31:46 UTC 2024
    - 5.5K bytes
    - Viewed (0)
Back to top