Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 351 for crawled (0.03 sec)

  1. README.md

    ```java
    // Create multiple crawler instances
    Crawler crawler1 = container.getComponent("crawler");
    crawler1.setSessionId("session1");
    crawler1.addUrl("https://site1.com");
    
    Crawler crawler2 = container.getComponent("crawler");  
    crawler2.setSessionId("session2");
    crawler2.addUrl("https://site2.com");
    
    // Execute concurrently
    crawler1.setBackground(true);
    crawler2.setBackground(true);
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Aug 31 05:32:52 UTC 2025
    - 15.3K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/indexer/IndexUpdater.java

    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.Crawler;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.OpenSearchAccessResult;
    import org.codelibs.fess.crawler.entity.OpenSearchUrlQueue;
    import org.codelibs.fess.crawler.service.DataService;
    import org.codelibs.fess.crawler.service.UrlFilterService;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Tue Aug 19 14:09:36 UTC 2025
    - 32.7K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/FileTransformer.java

    import org.codelibs.core.io.CopyUtil;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    
    /**
     * <p>
     * FileTransformer stores the content of a crawled resource as a file on the file system.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 11.7K bytes
    - Viewed (0)
  4. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java

    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.OpenSearchUrlQueue;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.exception.OpenSearchAccessException;
    import org.codelibs.fess.crawler.service.UrlQueueService;
    import org.codelibs.fess.crawler.util.OpenSearchCrawlerConfig;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 17K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/app/web/cache/CacheAction.java

    import org.lastaflute.web.response.StreamResponse;
    
    /**
     * Action class for handling cached document content requests.
     * Provides functionality to retrieve and display cached versions of crawled documents.
     */
    public class CacheAction extends FessSearchAction {
    
        /**
         * Creates a new instance of CacheAction.
         */
        public CacheAction() {
            super();
        }
    
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 3.9K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/ExtractData.java

    import org.apache.tika.metadata.Message;
    import org.apache.tika.metadata.TIFF;
    import org.apache.tika.metadata.TikaCoreProperties;
    import org.apache.tika.metadata.TikaMimeKeys;
    
    /**
     * Represents extracted data from a crawled resource, including content and metadata.
     */
    public class ExtractData
            implements TikaCoreProperties, CreativeCommons, Geographic, HttpHeaders, Message, ClimateForcast, TIFF, TikaMimeKeys, Serializable {
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 3.8K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.CrawlerClient;
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 28.9K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/helper/DataIndexHelper.java

        /**
         * Interval in milliseconds between crawler thread executions.
         * Used to control the rate at which new crawler threads are started
         * and the frequency of status checks.
         */
        protected long crawlingExecutionInterval = Constants.DEFAULT_CRAWLING_EXECUTION_INTERVAL;
    
        /**
         * Thread priority for crawler threads.
         * Defaults to normal thread priority.
         */
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 18.9K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

    import org.codelibs.fess.app.service.FailureUrlService;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.CrawlerClient;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.log.LogType;
    import org.codelibs.fess.exception.ContainerNotAvailableException;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 19.1K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/exec/Crawler.java

     * </pre>
     */
    public class Crawler {
    
        /**
         * Creates a new instance of Crawler.
         */
        public Crawler() {
            // Default constructor
        }
    
        /** Logger instance for this class. */
        private static final Logger logger = LogManager.getLogger(Crawler.class);
    
        /** Thread name for web and file system crawling process. */
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 31K bytes
    - Viewed (0)
Back to top