* <p>Note: The name should not be blank and the value should not be null for the header to be considered valid.</p>
 *
 * @see java.io.Serializable
 */
public class RequestHeader implements Serializable {

    private static final long serialVersionUID = 1L;

    /**
     * The name of the request header.
     */
    private String name;

    /**
     * The value of the request header.
     */
    private String value;

 * The log level can be configured in the Log4j2 configuration file.
 * </p>
 *
 */
public class LogHelperImpl implements LogHelper {

    /** Logger for this class. */
    private static final Logger logger = LogManager.getLogger(LogHelperImpl.class);

    /**
     * Creates a new LogHelperImpl instance.
     */
    public LogHelperImpl() {
        super();
    }

    /*

    protected void setUp() throws Exception {
        super.setUp();
        crawlerContext = new CrawlerContext();
    }

    /**
     * Test implementation of UrlFilter for testing
     */
    private static class TestUrlFilter implements UrlFilter {
        @Override
        public void init(String sessionId) {
        }

        @Override
        public void addInclude(String urlPattern) {
        }

 * wildcard characters (*) in user agent strings. When multiple directives match a user agent,
 * the most specific (longest) match is used.</p>
 *
 */
public class RobotsTxt {
    private static final String ALL_BOTS = "*";

    /** Map of user agent patterns to their corresponding directives. */
    protected final Map<Pattern, Directive> directiveMap = new LinkedHashMap<>();

 * </pre>
 *
 * @see ContentsParser
 * @see SuggestItem
 * @see ReadingConverter
 * @see Normalizer
 * @see SuggestAnalyzer
 */
public class DefaultContentsParser implements ContentsParser {

    private static final Logger logger = LogManager.getLogger(DefaultContentsParser.class);

    private final int maxAnalyzedContentLength;

    /**
     * Constructor.
     */
    public DefaultContentsParser() {

        assertEquals(5, testClient.count);
        assertEquals(url, response.getUrl());
        assertEquals(Constants.HEAD_METHOD, response.getMethod());
    }

    static class TestClient implements CrawlerClient {
        int count;

        int exceptionCount;

        long interval = 500;

        long previousTime;

        @Override

import org.w3c.dom.Node;
import org.xml.sax.InputSource;

/**
 * Extracts text content from HTML documents.
 */
public class HtmlExtractor extends AbstractXmlExtractor {
    /** Logger for this class. */
    protected static final Logger logger = LogManager.getLogger(HtmlExtractor.class);

    /** Pattern for extracting charset from meta tags. */

 * <li>{@link #settings}: SuggestSettings instance containing configuration settings.</li>
 * <li>{@link #encoder}: Base64 encoder instance for encoding IDs.</li>
 * </ul>
 */
public class ArraySettings {
    private static final Logger logger = LogManager.getLogger(ArraySettings.class);

    /** OpenSearch client. */
    protected final Client client;
    /** Array settings index name. */
    protected final String arraySettingsIndexName;

 * the stored file path as a File object.
 * </p>
 */
public class FileTransformer extends HtmlTransformer {
    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(FileTransformer.class);

    /**
     * Constructs a new FileTransformer.
     */
    public FileTransformer() {
        // Default constructor
    }

    /**

import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class XmlExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(XmlExtractorTest.class);

    public XmlExtractor xmlExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();