Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 11 - 20 of 200 for CRAWLER (0.04 seconds)

  1. src/main/java/org/codelibs/fess/helper/IntervalControlHelper.java

        }
    
        /** Wait time in milliseconds when crawler is not running */
        protected long crawlerWaitMillis = 10000;
    
        /** List of interval rules for controlling crawler timing */
        protected List<IntervalRule> ruleList = new ArrayList<>();
    
        /**
         * Checks the crawler status and waits if the crawler is not running.
         * This method blocks until the crawler is running again.
         */
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Nov 23 12:34:02 GMT 2025
    - 10K bytes
    - Click Count (0)
  2. README.md

    * [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Web Framework
    * [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Job Scheduler
    * [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Web Crawler
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sat Feb 14 03:19:23 GMT 2026
    - 7.8K bytes
    - Click Count (2)
  3. src/main/java/org/codelibs/fess/job/CrawlJob.java

            return resultBuf.toString();
    
        }
    
        /**
         * Gets the count of currently running crawler jobs.
         * This method queries the scheduled jobs to count active crawler processes.
         * Used to enforce maximum concurrent crawler limits.
         *
         * @return the number of currently running crawler jobs
         */
        protected int getRunningJobCount() {
            final AtomicInteger counter = new AtomicInteger(0);
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 19.6K bytes
    - Click Count (0)
  4. src/test/java/org/codelibs/fess/helper/PluginHelperTest.java

            assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-lasta"));
            assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-parent"));
            assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-playwright"));
            assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-webdriver"));
    
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Mar 13 23:01:26 GMT 2026
    - 22.6K bytes
    - Click Count (0)
  5. src/main/java/org/codelibs/fess/opensearch/config/bsentity/BsScheduledJob.java

            this.available = value;
        }
    
        public Boolean getCrawler() {
            checkSpecifiedProperty("crawler");
            return crawler;
        }
    
        public void setCrawler(Boolean value) {
            registerModifiedProperty("crawler");
            this.crawler = value;
        }
    
        public String getCreatedBy() {
            checkSpecifiedProperty("createdBy");
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sat Mar 15 06:53:53 GMT 2025
    - 9.4K bytes
    - Click Count (0)
  6. src/main/java/org/codelibs/fess/opensearch/config/cbean/ca/bs/BsScheduledJobCA.java

        }
    
        public void setCrawler_Avg(ConditionOptionCall<AvgAggregationBuilder> opLambda) {
            setCrawler_Avg("crawler", opLambda);
        }
    
        public void setCrawler_Avg(String name, ConditionOptionCall<AvgAggregationBuilder> opLambda) {
            AvgAggregationBuilder builder = regAvgA(name, "crawler");
            if (opLambda != null) {
                opLambda.callback(builder);
            }
        }
    
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sat Mar 15 06:53:53 GMT 2025
    - 89.1K bytes
    - Click Count (0)
  7. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.Crawler;
    import org.codelibs.fess.crawler.CrawlerContext;
    import org.codelibs.fess.crawler.CrawlerStatus;
    import org.codelibs.fess.crawler.interval.FessIntervalController;
    import org.codelibs.fess.crawler.service.impl.OpenSearchDataService;
    import org.codelibs.fess.crawler.service.impl.OpenSearchUrlFilterService;
    import org.codelibs.fess.crawler.service.impl.OpenSearchUrlQueueService;
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25K bytes
    - Click Count (0)
  8. src/main/java/org/codelibs/fess/crawler/util/FessCrawlerConfig.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.util;
    
    import org.codelibs.fess.util.ComponentUtil;
    
    /**
     * Fess-specific crawler configuration that extends OpenSearchCrawlerConfig.
     * This class provides configuration settings for the Fess crawler including
     * index names, shard counts, and replica counts for queue, data, and filter indices.
     */
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Jul 17 08:28:31 GMT 2025
    - 3.5K bytes
    - Click Count (0)
  9. src/test/java/org/codelibs/fess/it/CrawlTestBase.java

            }
            if (1500 <= count) {
                logger.info("Time out: Failed to start crawler)");
                fail(); // Time Out
            }
    
            logger.info("Crawler is running");
            count = 0;
            isRunning = true;
            sleepTime = 100; // Reset to 100ms for termination wait
    
            // Wait until the crawler terminates (with exponential backoff)
            while (count < 3000 && isRunning) {
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sun Jan 11 08:43:05 GMT 2026
    - 10.6K bytes
    - Click Count (0)
  10. src/main/java/org/codelibs/fess/Constants.java

        public static final String CRAWLER_START_TIME = "CrawlerStartTime";
    
        /** Info map key for crawler end time. */
        public static final String CRAWLER_END_TIME = "CrawlerEndTime";
    
        /** Info map key for crawler execution time. */
        public static final String CRAWLER_EXEC_TIME = "CrawlerExecTime";
    
        /** Info map key for web/file system crawler start time. */
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sat Mar 28 11:55:54 GMT 2026
    - 35.8K bytes
    - Click Count (0)
Back to Top