Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 36 for CRAWLER (0.09 sec)

  1. src/main/java/org/codelibs/fess/exec/Crawler.java

                if (logger.isDebugEnabled()) {
                    logger.debug("Crawler is stopped.", e);
                } else if (logger.isInfoEnabled()) {
                    logger.info("Crawler is stopped.");
                }
                exitCode = Constants.EXIT_FAIL;
            } catch (final Throwable t) {
                logger.error("Crawler does not work correctly.", t);
                exitCode = Constants.EXIT_FAIL;
            } finally {
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Fri Oct 11 21:20:39 UTC 2024
    - 24K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfig.java

    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.client.ftp.FtpClient;
    import org.codelibs.fess.crawler.client.http.HcHttpClient;
    import org.codelibs.fess.crawler.client.smb.SmbClient;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    import org.codelibs.fess.util.ComponentUtil;
    
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Thu Oct 24 13:01:38 UTC 2024
    - 5.5K bytes
    - Viewed (0)
  3. README.md

    * [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Web Framework
    * [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Job Scheduler
    * [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Web Crawler
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Sat Oct 12 07:19:47 UTC 2024
    - 7.3K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 9.5K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java

        /** The key of the configuration. e.g. false */
        String CRAWLER_DOCUMENT_APPEND_FILENAME = "crawler.document.append.filename";
    
        /** The key of the configuration. e.g. 20 */
        String CRAWLER_DOCUMENT_MAX_ALPHANUM_TERM_SIZE = "crawler.document.max.alphanum.term.size";
    
        /** The key of the configuration. e.g. 10 */
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 468.5K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/indexer/IndexUpdater.java

    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.Crawler;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.EsAccessResult;
    import org.codelibs.fess.crawler.entity.EsUrlQueue;
    import org.codelibs.fess.crawler.service.DataService;
    import org.codelibs.fess.crawler.service.UrlFilterService;
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Fri Oct 11 21:20:39 UTC 2024
    - 24.2K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.Crawler;
    import org.codelibs.fess.crawler.CrawlerContext;
    import org.codelibs.fess.crawler.CrawlerStatus;
    import org.codelibs.fess.crawler.interval.FessIntervalController;
    import org.codelibs.fess.crawler.service.impl.EsDataService;
    import org.codelibs.fess.crawler.service.impl.EsUrlFilterService;
    import org.codelibs.fess.crawler.service.impl.EsUrlQueueService;
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 22.6K bytes
    - Viewed (1)
  8. src/main/resources/fess_config.properties

    crawler.ignore.robots.tags=false
    crawler.ignore.content.exception=true
    crawler.failure.url.status.codes=404
    crawler.system.monitor.interval=60
    crawler.hotthread.ignore_idle_threads=true
    crawler.hotthread.interval=500ms
    crawler.hotthread.snapshots=10
    crawler.hotthread.threads=3
    crawler.hotthread.timeout=30s
    crawler.hotthread.type=cpu
    crawler.metadata.content.excludes=resourceName,X-Parsed-By,Content-Encoding.*,Content-Type.*,X-TIKA.*,X-FESS.*
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Tue Oct 01 14:13:38 UTC 2024
    - 30.9K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/es/config/exentity/DataConfig.java

    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
    import org.codelibs.fess.crawler.client.ftp.FtpClient;
    import org.codelibs.fess.crawler.client.http.Authentication;
    import org.codelibs.fess.crawler.client.http.HcHttpClient;
    import org.codelibs.fess.crawler.client.http.form.FormScheme;
    import org.codelibs.fess.crawler.client.http.impl.AuthenticationImpl;
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Sat Oct 12 01:54:15 UTC 2024
    - 18.5K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/helper/PluginHelper.java

            if (artifactType != ArtifactType.CRAWLER) {
                return false;
            }
    
            if ("fess-crawler".equals(name)//
                    || "fess-crawler-db".equals(name)//
                    || "fess-crawler-db-h2".equals(name)//
                    || "fess-crawler-db-mysql".equals(name)//
                    || "fess-crawler-es".equals(name)//
                    || "fess-crawler-lasta".equals(name)//
    Registered: Mon Oct 28 08:04:08 UTC 2024
    - Last Modified: Thu Oct 24 01:47:10 UTC 2024
    - 17.8K bytes
    - Viewed (0)
Back to top