crawlen - Code Search

fess-crawler/src/test/java/org/codelibs/fess/crawler/client/AbstractCrawlerClientTest.java

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client;

import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.MaxLengthExceededException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sat Mar 15 06:52:00 UTC 2025

- 3K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/config/exentity/DataConfig.java

import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.http.Authentication;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.http.form.FormScheme;
import org.codelibs.fess.crawler.client.http.impl.AuthenticationImpl;

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Mon Nov 24 02:07:40 UTC 2025

- 18.8K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/LhaExtractor.java

import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.ExtractException;
import org.codelibs.fess.crawler.exception.MaxLengthExceededException;
import org.codelibs.fess.crawler.extractor.Extractor;
import org.codelibs.fess.crawler.extractor.ExtractorFactory;
import org.codelibs.fess.crawler.helper.MimeTypeHelper;

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sun Nov 23 12:19:14 UTC 2025

- 5.9K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/client/FaultTolerantClientTest.java

 */
package org.codelibs.fess.crawler.client;

import java.util.List;
import java.util.Map;

import org.codelibs.core.lang.SystemUtil;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.client.FaultTolerantClient.RequestListener;
import org.codelibs.fess.crawler.entity.RequestData;

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sat Mar 15 06:52:00 UTC 2025

- 15.1K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/rule/impl/AbstractRule.java

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.rule.impl;

import org.codelibs.fess.crawler.container.CrawlerContainer;
import org.codelibs.fess.crawler.processor.ResponseProcessor;
import org.codelibs.fess.crawler.rule.Rule;
import org.codelibs.fess.crawler.rule.RuleManager;

import jakarta.annotation.Resource;

/**

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Wed Sep 03 14:42:53 UTC 2025

- 2.8K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/main/resources/crawler/encoding.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="encodingHelper" class="org.codelibs.fess.crawler.helper.EncodingHelper">
		<postConstruct name="addEncodingMapping">
			<arg>"unicode"</arg>
			<arg>"UTF-16LE"</arg>
		</postConstruct>
	</component>

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Fri Jun 16 13:35:06 UTC 2017

- 454 bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/MsWordExtractorTest.java

 */
package org.codelibs.fess.crawler.extractor.impl;

import java.io.InputStream;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.io.CloseableUtil;
import org.codelibs.core.io.ResourceUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sat Mar 15 06:52:00 UTC 2025

- 2.1K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler-opensearch/src/test/resources/lasta_di.properties

#smart.deploy.mode.location = maihama_env.properties: lasta_di.smart.deploy.mode

# package for smart deploy target e.g. org.docksidestage.app
smart.package1 = org.codelibs.fess.crawler

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Thu Nov 07 04:44:10 UTC 2024

- 479 bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/client/CrawlerEngineClient.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.FesenClient;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.util.ComponentUtil;
import org.opensearch.common.settings.Settings;
import org.opensearch.common.settings.Settings.Builder;
import org.opensearch.transport.client.Client;

/**
 * OpenSearch client implementation specifically for crawler operations.

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Thu Aug 07 03:06:29 UTC 2025

- 2.6K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/main/resources/crawler/client.xml

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/robotstxt.xml" />
	<include path="crawler/contentlength.xml" />
	<include path="crawler/mimetype.xml" />

	<component name="internalHttpClient" class="org.codelibs.fess.crawler.client.http.HcHttpClient"
		instance="prototype">
		<property name="connectionTimeout">15000</property>

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Thu Dec 11 08:38:29 UTC 2025

- 3.3K bytes

- Viewed (0)

Search Options