Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 22 for rule (0.01 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/RuleManagerTest.java

                    rules.add(rule);
                }
            }
    
            @Override
            public void addRule(int index, Rule rule) {
                if (rule != null) {
                    rules.add(index, rule);
                }
            }
    
            @Override
            public boolean removeRule(Rule rule) {
                return rules.remove(rule);
            }
    
            @Override
            public boolean hasRule(Rule rule) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 23.8K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/RuleTest.java

            assertSame(sharedProcessor, rule1.getResponseProcessor());
            assertSame(sharedProcessor, rule2.getResponseProcessor());
            assertSame(sharedProcessor, rule3.getResponseProcessor());
    
            // Different rule IDs
            assertEquals("rule1", rule1.getRuleId());
            assertEquals("rule2", rule2.getRuleId());
            assertEquals("rule3", rule3.getRuleId());
    
            // Different match results
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 22.7K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/AbstractRuleTest.java

                if (rule != null) {
                    rules.add(rule);
                }
            }
    
            @Override
            public void addRule(int index, Rule rule) {
                if (rule != null) {
                    rules.add(index, rule);
                }
            }
    
            @Override
            public boolean removeRule(Rule rule) {
                return rules.remove(rule);
            }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 21.9K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

            // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
            // UrlQueue<?> urlQueue = (UrlQueue<?>) objs[1];
            final ResponseData responseData = (ResponseData) objs[2];
            // Rule rule = (Rule) objs[3];
            if (logger.isDebugEnabled()) {
                logger.debug("No ResponseProcessor for ({}, {}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl(),
                        responseData.getMimeType());
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 14K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

         * Processes the response data using the appropriate rule processor.
         * @param urlQueue The URL queue entry.
         * @param responseData The response data to process.
         */
        protected void processResponse(final UrlQueue<?> urlQueue, final ResponseData responseData) {
            // get a rule
            final Rule rule = crawlerContext.ruleManager.getRule(responseData);
            if (rule == null) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  6. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

            @Override
            public Rule getRule(ResponseData responseData) {
                return null;
            }
    
            @Override
            public void addRule(Rule rule) {
            }
    
            @Override
            public void addRule(int index, Rule rule) {
            }
    
            @Override
            public boolean removeRule(Rule rule) {
                return false;
            }
    
            @Override
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  7. README.md

        controller.setDefaultIntervalTime(1000);
    });
    ```
    
    ### Sitemap Support
    
    ```java
    // Enable sitemap processing
    container.singleton("sitemapsRule", SitemapsRule.class, rule -> {
        rule.addRule("url", ".*sitemap.*");
    });
    
    // Add sitemap URL
    crawler.addUrl("https://example.com/sitemap.xml");
    ```
    
    ## Data Access and Storage
    
    ### Accessing Crawled Data
    
    ```java
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Aug 31 05:32:52 UTC 2025
    - 15.3K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                    .<SitemapsRule> singleton("sitemapsRule", SitemapsRule.class, rule -> {
                        rule.setResponseProcessor(container.getComponent("sitemapsResponseProcessor"));
                        rule.setRuleId("sitemapsRule");
                        rule.addRule("url", ".*sitemap.*");
                    })//
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 19.1K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/transformer/TransformerTest.java

                // Apply transformation rules
                try (InputStream is = responseData.getResponseBody()) {
                    byte[] bytes = is.readAllBytes();
                    String content = new String(bytes);
                    for (Map.Entry<String, String> rule : transformationRules.entrySet()) {
                        content = content.replaceAll(rule.getKey(), rule.getValue());
                    }
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 28K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/XpathTransformer.java

            }
        }
    
        /**
         * Returns the field rule map.
         * @return The field rule map.
         */
        public Map<String, String> getFieldRuleMap() {
            return fieldRuleMap;
        }
    
        /**
         * Sets the field rule map.
         * @param fieldRuleMap The field rule map to set.
         */
        public void setFieldRuleMap(final Map<String, String> fieldRuleMap) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 13.1K bytes
    - Viewed (0)
Back to top