- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 77 for Crawled (0.18 sec)
-
samples/crawler/src/main/java/okhttp3/sample/Crawler.java
System.out.println("Usage: Crawler <cache dir> <root>"); return; } int threadCount = 20; long cacheByteCount = 1024L * 1024L * 100L; Cache cache = new Cache(new File(args[0]), cacheByteCount); OkHttpClient client = new OkHttpClient.Builder() .cache(cache) .build(); Crawler crawler = new Crawler(client); crawler.queue.add(HttpUrl.get(args[1]));
Java - Registered: Fri May 03 11:42:14 GMT 2024 - Last Modified: Thu Aug 12 07:26:27 GMT 2021 - 4.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/exec/Crawler.java
if (logger.isDebugEnabled()) { logger.debug("Crawler is stopped.", e); } else if (logger.isInfoEnabled()) { logger.info("Crawler is stopped."); } exitCode = Constants.EXIT_FAIL; } catch (final Throwable t) { logger.error("Crawler does not work correctly.", t); exitCode = Constants.EXIT_FAIL; } finally {
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 24.1K bytes - Viewed (2) -
src/main/java/org/codelibs/fess/indexer/IndexUpdater.java
import org.codelibs.fess.Constants; import org.codelibs.fess.crawler.Crawler; import org.codelibs.fess.crawler.entity.AccessResult; import org.codelibs.fess.crawler.entity.AccessResultData; import org.codelibs.fess.crawler.entity.EsAccessResult; import org.codelibs.fess.crawler.entity.EsUrlQueue; import org.codelibs.fess.crawler.service.DataService; import org.codelibs.fess.crawler.service.UrlFilterService;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 24.2K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java
/** The key of the configuration. e.g. 500ms */ String CRAWLER_HOTTHREAD_INTERVAL = "crawler.hotthread.interval"; /** The key of the configuration. e.g. 10 */ String CRAWLER_HOTTHREAD_SNAPSHOTS = "crawler.hotthread.snapshots"; /** The key of the configuration. e.g. 3 */ String CRAWLER_HOTTHREAD_THREADS = "crawler.hotthread.threads";
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Apr 11 02:34:53 GMT 2024 - 459.2K bytes - Viewed (4) -
src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfig.java
import org.codelibs.core.lang.StringUtil; import org.codelibs.fess.Constants; import org.codelibs.fess.crawler.client.CrawlerClientFactory; import org.codelibs.fess.crawler.client.ftp.FtpClient; import org.codelibs.fess.crawler.client.http.HcHttpClient; import org.codelibs.fess.crawler.client.smb.SmbClient; import org.codelibs.fess.mylasta.direction.FessConfig; import org.codelibs.fess.util.ComponentUtil;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 5.5K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java
import org.codelibs.fess.app.service.FailureUrlService; import org.codelibs.fess.crawler.CrawlerContext; import org.codelibs.fess.crawler.entity.UrlQueue; import org.codelibs.fess.crawler.exception.MultipleCrawlingAccessException; import org.codelibs.fess.crawler.helper.impl.LogHelperImpl; import org.codelibs.fess.crawler.log.LogType; import org.codelibs.fess.es.config.exentity.CrawlingConfig;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 6.6K bytes - Viewed (0) -
src/test/java/org/codelibs/fess/it/CrawlTestBase.java
ThreadUtil.sleep(500); count++; final Map<String, Object> scheduler = getSchedulerItem(namePrefix); assertTrue(scheduler.containsKey("running")); isRunning = (Boolean) scheduler.get("running"); } if (300 <= count) { logger.info("Time out: Failed to start crawler)"); fail(); // Time Out
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 9.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java
import org.codelibs.fess.Constants; import org.codelibs.fess.crawler.Crawler; import org.codelibs.fess.crawler.CrawlerContext; import org.codelibs.fess.crawler.CrawlerStatus; import org.codelibs.fess.crawler.interval.FessIntervalController; import org.codelibs.fess.crawler.service.impl.EsDataService; import org.codelibs.fess.crawler.service.impl.EsUrlFilterService; import org.codelibs.fess.crawler.service.impl.EsUrlQueueService;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 22.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/DocumentHelper.java
import org.codelibs.fess.Constants; import org.codelibs.fess.crawler.builder.RequestDataBuilder; import org.codelibs.fess.crawler.client.CrawlerClient; import org.codelibs.fess.crawler.client.CrawlerClientFactory; import org.codelibs.fess.crawler.entity.RequestData; import org.codelibs.fess.crawler.entity.ResponseData; import org.codelibs.fess.crawler.entity.ResultData; import org.codelibs.fess.crawler.exception.ChildUrlsException;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 12K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/es/config/bsentity/BsScheduledJob.java
this.available = value; } public Boolean getCrawler() { checkSpecifiedProperty("crawler"); return crawler; } public void setCrawler(Boolean value) { registerModifiedProperty("crawler"); this.crawler = value; } public String getCreatedBy() { checkSpecifiedProperty("createdBy");
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 9.3K bytes - Viewed (0)