CRAWLER - Code Search

src/main/java/org/codelibs/fess/indexer/IndexUpdater.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.Crawler;
import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.AccessResultData;
import org.codelibs.fess.crawler.entity.EsAccessResult;
import org.codelibs.fess.crawler.entity.EsUrlQueue;
import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlFilterService;

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Fri Oct 11 21:20:39 UTC 2024

- 24.2K bytes

- Viewed (0)

github.com/codelibs/fess

src/test/resources/plugin/repo1/index.html

<a href="fess-crawler-es/" title="fess-crawler-es/">fess-crawler-es/</a>                                                 -         -      
<a href="fess-crawler-lasta/" title="fess-crawler-lasta/">fess-crawler-lasta/</a>                                              -         -

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Tue Aug 13 07:34:14 UTC 2019

- 3.3K bytes

- Viewed (0)

github.com/codelibs/fess

src/test/resources/plugin/repo3/index.html

<a href="fess-crawler-es/" title="fess-crawler-es/">fess-crawler-es/</a>                                                 -         -      
<a href="fess-crawler-lasta/" title="fess-crawler-lasta/">fess-crawler-lasta/</a>                                              -         -

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Mon Jun 17 13:30:41 UTC 2024

- 6.2K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/resources/crawler/interval.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="intervalController"
		class="org.codelibs.fess.crawler.interval.FessIntervalController"
		instance="prototype">
	</component>

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Sun Oct 11 06:51:14 UTC 2015

- 381 bytes

- Viewed (0)

github.com/codelibs/fess

src/main/resources/fess_label_en.properties

labels.crawling_info_delete_all_cancel=Cancel
labels.crawling_info_thread_dump=Thread Dump
labels.crawling_info_CrawlerStartTime=Crawler start time
labels.crawling_info_CrawlerEndTime=Crawler end time
labels.crawling_info_CrawlerExecTime=Crawler exec time
labels.crawling_info_CrawlerStatus=Crawler status
labels.crawling_info_WebFsCrawlExecTime=Crawl exec time (Web/File system)

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Fri Mar 22 11:58:34 UTC 2024

- 40.7K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.Crawler;
import org.codelibs.fess.crawler.CrawlerContext;
import org.codelibs.fess.crawler.CrawlerStatus;
import org.codelibs.fess.crawler.interval.FessIntervalController;
import org.codelibs.fess.crawler.service.impl.EsDataService;
import org.codelibs.fess.crawler.service.impl.EsUrlFilterService;
import org.codelibs.fess.crawler.service.impl.EsUrlQueueService;

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Fri Oct 11 21:11:58 UTC 2024

- 22.6K bytes

- Viewed (1)

github.com/codelibs/fess

src/main/resources/fess_config.properties

crawler.ignore.robots.tags=false
crawler.ignore.content.exception=true
crawler.failure.url.status.codes=404
crawler.system.monitor.interval=60
crawler.hotthread.ignore_idle_threads=true
crawler.hotthread.interval=500ms
crawler.hotthread.snapshots=10
crawler.hotthread.threads=3
crawler.hotthread.timeout=30s
crawler.hotthread.type=cpu
crawler.metadata.content.excludes=resourceName,X-Parsed-By,Content-Encoding.*,Content-Type.*,X-TIKA.*,X-FESS.*

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Tue Oct 01 14:13:38 UTC 2024

- 30.9K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/resources/crawler/transformer.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/transformer_basic.xml"/>

	<component name="fessXpathTransformer" class="org.codelibs.fess.crawler.transformer.FessXpathTransformer" instance="singleton">
		<property name="name">"fessXpathTransformer"</property>
		<property name="featureMap">defaultFeatureMap</property>

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Thu Jan 10 03:35:10 UTC 2019

- 1.6K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/es/config/exentity/DataConfig.java

import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.http.Authentication;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.http.form.FormScheme;
import org.codelibs.fess.crawler.client.http.impl.AuthenticationImpl;

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Sat Oct 12 01:54:15 UTC 2024

- 18.5K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/transformer/FessStandardTransformer.java

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.transformer;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.extractor.Extractor;
import org.codelibs.fess.crawler.extractor.ExtractorFactory;
import org.codelibs.fess.exception.FessSystemException;

Registered: Mon Oct 28 08:04:08 UTC 2024

- Last Modified: Thu Feb 22 01:53:18 UTC 2024

- 2.4K bytes

- Viewed (0)

Search Options