*/
package org.codelibs.fess.crawler.extractor.impl;

import java.io.IOException;
import java.io.InputStream;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.io.ResourceUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.ExtractData;

 */
package org.codelibs.fess.crawler.extractor.impl;

import java.io.InputStream;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.io.CloseableUtil;
import org.codelibs.core.io.ResourceUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.container;

import org.codelibs.core.lang.StringUtil;

/**
 * The CrawlerContainer interface provides methods for managing components
 * within a crawler container. It includes methods to retrieve components,
 * check availability, and destroy the container. Additionally, it provides

/target/
/.settings/
/fess-crawler*/target/
/fess-crawler*/bin/
/fess-crawler*/mydbflute/
/fess-crawler*/.project
/fess-crawler*/.classpath
/fess-crawler*/.settings/
/fess-crawler*/dependency-reduced-pom.xml
/fess-crawler*/dbflute_crawler/log/*.log
/fess-crawler*/dbflute_crawler/schema/project-schema-robot.xml
/fess-crawler/phantomjsdriver.log
.project
.idea
*.iml
/.vscode

                case "crawler.hotthread.interval":
                    return "500ms";
                case "crawler.hotthread.snapshots":
                    return "10";
                case "crawler.hotthread.threads":
                    return "3";
                case "crawler.hotthread.timeout":
                    return "30s";
                case "crawler.hotthread.type":
                    return "cpu";

 */
package org.codelibs.fess.crawler.extractor.impl;

import java.io.InputStream;
import java.util.Map;

import org.codelibs.core.io.InputStreamUtil;
import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.ExtractException;

/**

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.exception;

/**
 * The crawler login failure exception.
 * This exception is thrown when the crawler fails to login to a website.
 *
 */
public class CrawlerLoginFailureException extends CrawlerSystemException {
    private static final long serialVersionUID = 1L;

 */
package org.codelibs.fess.crawler.transformer.impl;

import java.io.BufferedInputStream;
import java.io.ByteArrayInputStream;
import java.io.IOException;

import org.apache.commons.io.IOUtils;
import org.codelibs.fess.crawler.entity.AccessResultData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/robotstxt.xml" />
	<include path="crawler/contentlength.xml" />
	<include path="crawler/mimetype.xml" />

	<component name="internalHttpClient" class="org.codelibs.fess.crawler.client.http.HcHttpClient"
		instance="prototype">
		<property name="connectionTimeout">15000</property>

	<modelVersion>4.0.0</modelVersion>
	<groupId>org.codelibs.fess</groupId>
	<artifactId>fess-crawler-parent</artifactId>
	<version>15.3.0-SNAPSHOT</version>
	<packaging>pom</packaging>
	<name>Fess Crawler Project</name>
	<description>Fess Crawler is Crawler Framework.</description>
	<url>https://github.com/codelibs/fess-crawler</url>
	<inceptionYear>2009</inceptionYear>
	<licenses>
		<license>