crawler - Code Search

src/main/java/org/codelibs/fess/opensearch/config/bsentity/BsScheduledJob.java

        this.available = value;
    }

    public Boolean getCrawler() {
        checkSpecifiedProperty("crawler");
        return crawler;
    }

    public void setCrawler(Boolean value) {
        registerModifiedProperty("crawler");
        this.crawler = value;
    }

    public String getCreatedBy() {
        checkSpecifiedProperty("createdBy");

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Sat Mar 15 06:53:53 UTC 2025

- 9.4K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

 */
package org.codelibs.fess.crawler.helper.impl;

import java.util.Set;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sun Nov 23 02:01:26 UTC 2025

- 14K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java

    /** The key of the configuration. e.g. UTF-8 */
    String CRAWLER_DOCUMENT_SITE_ENCODING = "crawler.document.site.encoding";

    /** The key of the configuration. e.g. unknown */
    String CRAWLER_DOCUMENT_UNKNOWN_HOSTNAME = "crawler.document.unknown.hostname";

    /** The key of the configuration. e.g. false */

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Sat Dec 13 02:21:17 UTC 2025

- 525.7K bytes

- Viewed (2)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/main/resources/crawler/encoding.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="encodingHelper" class="org.codelibs.fess.crawler.helper.EncodingHelper">
		<postConstruct name="addEncodingMapping">
			<arg>"unicode"</arg>
			<arg>"UTF-16LE"</arg>
		</postConstruct>
	</component>

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Fri Jun 16 13:35:06 UTC 2017

- 454 bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/service/impl/DataServiceImplTest.java

 */
package org.codelibs.fess.crawler.service.impl;

import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.AccessResultImpl;
import org.codelibs.fess.crawler.helper.MemoryDataHelper;
import org.codelibs.fess.crawler.service.DataService;
import org.dbflute.utflute.core.PlainTestCase;

/**

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sat Mar 15 06:52:00 UTC 2025

- 2.8K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/TextExtractorEnhancedTest.java

 */
package org.codelibs.fess.crawler.extractor.impl;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;

import org.codelibs.core.io.ResourceUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Mon Nov 24 03:59:47 UTC 2025

- 8.9K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler-opensearch/src/test/resources/lasta_di.properties

#smart.deploy.mode.location = maihama_env.properties: lasta_di.smart.deploy.mode

# package for smart deploy target e.g. org.docksidestage.app
smart.package1 = org.codelibs.fess.crawler

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Thu Nov 07 04:44:10 UTC 2024

- 479 bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

import org.codelibs.fess.app.service.FailureUrlService;
import org.codelibs.fess.crawler.CrawlerContext;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.codelibs.fess.crawler.exception.MultipleCrawlingAccessException;
import org.codelibs.fess.crawler.helper.impl.LogHelperImpl;
import org.codelibs.fess.crawler.log.LogType;
import org.codelibs.fess.exception.ContainerNotAvailableException;

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Fri Nov 28 16:29:12 UTC 2025

- 8.3K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/RuleManagerImplTest.java

 */
package org.codelibs.fess.crawler.rule.impl;

import java.io.File;

import org.codelibs.core.io.CloseableUtil;
import org.codelibs.core.io.ResourceUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.helper.SitemapsHelper;
import org.codelibs.fess.crawler.rule.Rule;

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sat Mar 15 06:52:00 UTC 2025

- 6.2K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/client/CrawlerEngineClient.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.FesenClient;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.util.ComponentUtil;
import org.opensearch.common.settings.Settings;
import org.opensearch.common.settings.Settings.Builder;
import org.opensearch.transport.client.Client;

/**
 * OpenSearch client implementation specifically for crawler operations.

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Thu Aug 07 03:06:29 UTC 2025

- 2.6K bytes

- Viewed (0)

Search Options