index.document.suggest.index=fess
# Index name for crawler documents.
index.document.crawler.index=fess_crawler
# Number of primary shards for crawler queue index.
index.document.crawler.queue.number_of_shards=10
# Number of primary shards for crawler data index.
index.document.crawler.data.number_of_shards=10
# Number of primary shards for crawler filter index.
index.document.crawler.filter.number_of_shards=10

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/transformer_basic.xml"/>

	<component name="fessXpathTransformer" class="org.codelibs.fess.crawler.transformer.FessXpathTransformer" instance="singleton">
		<property name="name">"fessXpathTransformer"</property>
		<property name="featureMap">defaultFeatureMap</property>

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.interval;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.interval.impl.DefaultIntervalController;
import org.codelibs.fess.helper.IntervalControlHelper;
import org.codelibs.fess.util.ComponentUtil;

/**

     */
    public String cronExpression;

    /**
     * Script type of the scheduled job.
     */
    public String scriptType;

    /**
     * Whether the scheduled job is a crawler job.
     */
    public String crawler;

    /**
     * Whether logging is enabled for the scheduled job.
     */
    public String jobLogging;

    /**
     * Whether the scheduled job is available.
     */

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<!-- Converts child links to normalize it. -->
	<component name="urlConvertHelper" class="org.codelibs.fess.crawler.helper.UrlConvertHelper">
	</component>

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<component name="tikaExtractor"
		class="org.codelibs.fess.crawler.extractor.impl.TikaExtractor">
		<property name="maxCompressionRatio">2</property>
		<property name="maxUncompressionSize">10000000</property>
	</component>

<?xml version="1.0" encoding="UTF-8"?>
<metadata>
  <groupId>org.codelibs.fess</groupId>
  <artifactId>fess-crawler-smbj</artifactId>
  <versioning>
    <latest>14.15.0</latest>
    <release>14.15.0</release>
    <versions>
      <version>14.14.0</version>
      <version>14.15.0</version>
    </versions>
    <lastUpdated>20240526053206</lastUpdated>
  </versioning>

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="contentLengthHelper"
		class="org.codelibs.fess.crawler.helper.ContentLengthHelper" instance="singleton">
		<property name="defaultMaxLength">10485760</property><!-- 10M -->
		<postConstruct name="addMaxLength">
			<arg>"text/html"</arg>

 */
package org.codelibs.fess.crawler.client;

import java.io.File;
import java.io.IOException;
import java.util.Map;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.container.CrawlerContainer;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="mimeTypeHelper"
		class="org.codelibs.fess.crawler.helper.FessMimeTypeHelper" instance="singleton">
	</component>