- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 112 for Crawled (0.32 sec)
-
misc/linkcheck/linkcheck.go
defer mu.Unlock() if u, frag, ok := strings.Cut(url, "#"); ok { url = u if frag != "" { uf := urlFrag{url, frag} neededFrags[uf] = append(neededFrags[uf], sourceURL) } } if crawled[url] { return } crawled[url] = true wg.Add(1) go func() { urlq <- url }() } func addProblem(url, errmsg string) { msg := fmt.Sprintf("Error on %s: %s (from %s)", url, errmsg, linkSources[url])
Go - Registered: Tue Apr 30 11:13:12 GMT 2024 - Last Modified: Wed Oct 06 15:53:04 GMT 2021 - 3.9K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/exec/Crawler.java
if (logger.isDebugEnabled()) { logger.debug("Crawler is stopped.", e); } else if (logger.isInfoEnabled()) { logger.info("Crawler is stopped."); } exitCode = Constants.EXIT_FAIL; } catch (final Throwable t) { logger.error("Crawler does not work correctly.", t); exitCode = Constants.EXIT_FAIL; } finally {
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 24.1K bytes - Viewed (2) -
samples/crawler/src/main/java/okhttp3/sample/Crawler.java
System.out.println("Usage: Crawler <cache dir> <root>"); return; } int threadCount = 20; long cacheByteCount = 1024L * 1024L * 100L; Cache cache = new Cache(new File(args[0]), cacheByteCount); OkHttpClient client = new OkHttpClient.Builder() .cache(cache) .build(); Crawler crawler = new Crawler(client); crawler.queue.add(HttpUrl.get(args[1]));
Java - Registered: Fri May 03 11:42:14 GMT 2024 - Last Modified: Thu Aug 12 07:26:27 GMT 2021 - 4.6K bytes - Viewed (0) -
src/main/resources/crawler_es+crawlerConfig.xml
"http://dbflute.org/meta/lastadi10.dtd"> <components namespace="fessCrawler"> <component name="crawlerConfig" class="org.codelibs.fess.crawler.util.FessCrawlerConfig"> <property name="queueIndex">"fess_crawler.queue"</property> <property name="queueShards">5</property> <property name="queueReplicas">1</property> <property name="dataIndex">"fess_crawler.data"</property> <property name="dataShards">5</property>
XML - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Fri Dec 03 13:06:40 GMT 2021 - 756 bytes - Viewed (0) -
src/main/resources/fess_label_de.properties
labels.crawling_info_delete_all_cancel=Abbrechen labels.crawling_info_thread_dump=Thread-Dump labels.crawling_info_CrawlerStartTime=Crawler Startzeit labels.crawling_info_CrawlerEndTime=Crawler Endzeit labels.crawling_info_CrawlerExecTime=Crawler Ausführungsdauer labels.crawling_info_CrawlerStatus=Crawler-Status labels.crawling_info_WebFsCrawlExecTime=Crawl Ausführungsdauer (Web/Dateisystem)
Properties - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Fri Mar 22 11:58:34 GMT 2024 - 42.8K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/indexer/IndexUpdater.java
import org.codelibs.fess.Constants; import org.codelibs.fess.crawler.Crawler; import org.codelibs.fess.crawler.entity.AccessResult; import org.codelibs.fess.crawler.entity.AccessResultData; import org.codelibs.fess.crawler.entity.EsAccessResult; import org.codelibs.fess.crawler.entity.EsUrlQueue; import org.codelibs.fess.crawler.service.DataService; import org.codelibs.fess.crawler.service.UrlFilterService;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 24.2K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java
/** The key of the configuration. e.g. 500ms */ String CRAWLER_HOTTHREAD_INTERVAL = "crawler.hotthread.interval"; /** The key of the configuration. e.g. 10 */ String CRAWLER_HOTTHREAD_SNAPSHOTS = "crawler.hotthread.snapshots"; /** The key of the configuration. e.g. 3 */ String CRAWLER_HOTTHREAD_THREADS = "crawler.hotthread.threads";
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Apr 11 02:34:53 GMT 2024 - 459.2K bytes - Viewed (4) -
src/main/resources/fess_config.properties
crawler.ignore.robots.tags=false crawler.ignore.content.exception=true crawler.failure.url.status.codes=404 crawler.system.monitor.interval=60 crawler.hotthread.ignore_idle_threads=true crawler.hotthread.interval=500ms crawler.hotthread.snapshots=10 crawler.hotthread.threads=3 crawler.hotthread.timeout=30s crawler.hotthread.type=cpu crawler.metadata.content.excludes=resourceName,X-Parsed-By,Content-Encoding.*,Content-Type.*,X-TIKA.*
Properties - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Apr 11 02:34:53 GMT 2024 - 30.6K bytes - Viewed (1) -
src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java
import org.codelibs.fess.Constants; import org.codelibs.fess.crawler.builder.RequestDataBuilder; import org.codelibs.fess.crawler.client.CrawlerClient; import org.codelibs.fess.crawler.client.CrawlerClientFactory; import org.codelibs.fess.crawler.entity.RequestData; import org.codelibs.fess.crawler.entity.ResponseData; import org.codelibs.fess.crawler.entity.ResultData; import org.codelibs.fess.crawler.exception.ChildUrlsException;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 16.8K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/processor/FessResponseProcessor.java
*/ package org.codelibs.fess.crawler.processor; import javax.annotation.PostConstruct; import org.apache.logging.log4j.LogManager; import org.apache.logging.log4j.Logger; import org.codelibs.fess.crawler.entity.AccessResult; import org.codelibs.fess.crawler.entity.ResponseData; import org.codelibs.fess.crawler.entity.ResultData; import org.codelibs.fess.crawler.processor.impl.DefaultResponseProcessor;
Java - Registered: Mon Apr 29 08:04:11 GMT 2024 - Last Modified: Thu Feb 22 01:37:57 GMT 2024 - 2.3K bytes - Viewed (0)