Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 23 for processUrl (0.05 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/filter/impl/CustomUrlFilterImplTest.java

            includeFilter.processUrl("http://example.com/");
    
            assertEquals(1, includeFilter.cachedIncludeSet.size());
            assertEquals(0, includeFilter.cachedExcludeSet.size());
            assertEquals("http://example.com/.*", includeFilter.cachedIncludeSet.toArray()[0]);
    
            includeFilter.processUrl("https://test.com");
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 4.3K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/filter/UrlFilterTest.java

        }
    
        /**
         * Test processUrl method with various URL patterns
         */
        public void test_processUrl_basic() {
            String sessionId = "test-session-012";
            urlFilter.init(sessionId);
    
            // Process URL should handle different URL formats
            urlFilter.processUrl("https://example.com/");
            urlFilter.processUrl("http://test.com/path/to/page");
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 19K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/filter/impl/UrlFilterImpl.java

                }
            }
    
            return true;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.filter.UrlFilter#processUrl(java.lang.String)
         */
        @Override
        public void processUrl(final String url) {
            if (includeFilteringPattern != null) {
                addInclude(url.replaceAll(urlPattern, includeFilteringPattern));
            }
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 9.2K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/filter/UrlFilter.java

         */
        void addExclude(String urlPattern);
    
        /**
         * Process an url when it's added as a seed url.
         *
         * @param url URL
         */
        void processUrl(String url);
    
        /**
         * Clear this filter.
         */
        void clear();
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 1.6K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/filter/impl/UrlFilterImplTest.java

        }
    
        public void test_processUrl() {
            assertEquals(0, urlFilter.cachedIncludeSet.size());
            assertEquals(0, urlFilter.cachedExcludeSet.size());
    
            urlFilter.processUrl("http://example.com/");
    
            assertEquals(0, urlFilter.cachedIncludeSet.size());
            assertEquals(0, urlFilter.cachedExcludeSet.size());
        }
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 6.9K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

            try {
                urlQueueService.add(crawlerContext.sessionId, url);
            } catch (final Exception e) {
                logger.warn("Failed to add url: " + url, e);
            }
            urlFilter.processUrl(url);
        }
    
        /**
         * Returns the current session ID.
         * @return The session ID.
         */
        public String getSessionId() {
            return crawlerContext.sessionId;
        }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 14K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

            public void addExclude(String urlPattern) {
            }
    
            @Override
            public boolean match(String url) {
                return true;
            }
    
            @Override
            public void processUrl(String url) {
            }
    
            @Override
            public void clear() {
            }
        }
    
        /**
         * Test implementation of RuleManager for testing
         */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/AbstractRuleTest.java

            // Initial state
            assertNull(testRule.getResponseProcessor());
    
            // Set response processor
            TestResponseProcessor processor = new TestResponseProcessor();
            testRule.setResponseProcessor(processor);
            assertSame(processor, testRule.getResponseProcessor());
    
            // Change response processor
            TestResponseProcessor newProcessor = new TestResponseProcessor();
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 21.9K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/RuleTest.java

         */
        public void test_basicRuleImplementation() {
            TestResponseProcessor processor = new TestResponseProcessor("testProcessor");
            TestRule rule = new TestRule("rule1", processor, true);
    
            // Test getRuleId
            assertEquals("rule1", rule.getRuleId());
    
            // Test getResponseProcessor
            assertSame(processor, rule.getResponseProcessor());
    
            // Test match
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 22.7K bytes
    - Viewed (0)
  10. fess-crawler/src/test/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessorTest.java

            processor.setNotModifiedHttpCodes(new int[] { 304 });
    
            ResponseData responseData = new ResponseData();
            responseData.setHttpStatusCode(200);
            assertTrue(processor.isSuccessful(responseData));
    
            responseData.setHttpStatusCode(100);
            assertFalse(processor.isSuccessful(responseData));
            responseData.setHttpStatusCode(304);
            assertFalse(processor.isSuccessful(responseData));
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 2.3K bytes
    - Viewed (0)
Back to top