Search Options

Results per page
Sort
Preferred Languages
Advance

Results 21 - 30 of 452 for crawler_ (1.02 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/UrlQueueImpl.java

            return id;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.entity.UrlQueue#setId(IDTYPE)
         */
        @Override
        public void setId(final IDTYPE id) {
            this.id = id;
        }
    
        /*
         * (non-Javadoc)
         *
         * @see org.codelibs.fess.crawler.entity.UrlQueue#getSessionId()
         */
        @Override
        public String getSessionId() {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 6.1K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.CrawlerClient;
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 29.7K bytes
    - Viewed (3)
  3. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

    import org.codelibs.fess.app.service.FailureUrlService;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.CrawlerClient;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.log.LogType;
    import org.codelibs.fess.exception.ContainerNotAvailableException;
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 19.5K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/filter/UrlFilter.java

        /**
         * Add an url pattern as a target.
         *
         * @param urlPattern Regular expression that is crawled
         */
        void addInclude(String urlPattern);
    
        /**
         * Add an url pattern as a non-target.
         *
         * @param urlPattern Regular expression that is not crawled
         */
        void addExclude(String urlPattern);
    
        /**
         * Process an url when it's added as a seed url.
         *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 1.6K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/log/LogType.java

        /** Indicates a general exception during crawling. */
        CRAWLING_EXCEPTION,
        /** Indicates no URL is available in the queue. */
        NO_URL_IN_QUEUE,
        /** Indicates the start of a crawler thread. */
        START_THREAD,
        /** Indicates the finish of a crawler thread. */
        FINISHED_THREAD,
        /** Indicates no response processor is available. */
        NO_RESPONSE_PROCESSOR,
        /** Indicates no rule is available for processing. */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.4K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/helper/DataIndexHelper.java

        /**
         * Interval in milliseconds between crawler thread executions.
         * Used to control the rate at which new crawler threads are started
         * and the frequency of status checks.
         */
        protected long crawlingExecutionInterval = Constants.DEFAULT_CRAWLING_EXECUTION_INTERVAL;
    
        /**
         * Thread priority for crawler threads.
         * Defaults to normal thread priority.
         */
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 19K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/FileTransformer.java

    import org.codelibs.core.io.CopyUtil;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    
    /**
     * <p>
     * FileTransformer stores the content of a crawled resource as a file on the file system.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 11.7K bytes
    - Viewed (0)
  8. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java

    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.OpenSearchUrlQueue;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.exception.OpenSearchAccessException;
    import org.codelibs.fess.crawler.service.UrlQueueService;
    import org.codelibs.fess.crawler.util.OpenSearchCrawlerConfig;
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 20 08:40:57 UTC 2025
    - 16.9K bytes
    - Viewed (1)
  9. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.Crawler;
    import org.codelibs.fess.crawler.CrawlerContext;
    import org.codelibs.fess.crawler.CrawlerStatus;
    import org.codelibs.fess.crawler.interval.FessIntervalController;
    import org.codelibs.fess.crawler.service.impl.OpenSearchDataService;
    import org.codelibs.fess.crawler.service.impl.OpenSearchUrlFilterService;
    import org.codelibs.fess.crawler.service.impl.OpenSearchUrlQueueService;
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25K bytes
    - Viewed (0)
  10. docs/de/README.md

    * [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Web-Framework
    * [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Job-Scheduler
    * [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Web-Crawler
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Tue Nov 11 22:42:32 UTC 2025
    - 7.8K bytes
    - Viewed (0)
Back to top