/**
 * Implementation of the {@link RuleManager} interface.
 * Manages a list of rules for the crawler.
 * Provides methods to add, remove, check, and retrieve rules.
 *
 */
public class RuleManagerImpl implements RuleManager {

    /** The list of rules managed by this rule manager. */
    protected final List<Rule> ruleList = new ArrayList<>();

    /**
     * Creates a new RuleManagerImpl instance.

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client.ftp;

import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class FtpAuthenticationTest extends PlainTestCase {

    public void test_matches() throws Exception {
        FtpAuthentication auth = new FtpAuthentication();
        auth.setServer("hostname");
        auth.setPort(21);

/**
 * Represents the response data obtained from a crawled resource.
 * This class encapsulates various details of an HTTP response, including
 * status code, content type, content length, and the response body.
 * It also provides methods for managing metadata, child URLs, and temporary files.
 */
public class ResponseData implements Closeable {

    private String url;

    private int httpStatusCode;

import org.codelibs.fess.crawler.Constants;

/**
 * Implementation of the {@link AccessResult} interface.
 *
 * @param <IDTYPE> the type of the identifier for the access result
 */
public class AccessResultImpl<IDTYPE> implements AccessResult<IDTYPE> {

    /**
     * Creates a new instance of AccessResultImpl.
     */
    public AccessResultImpl() {
        // NOP
    }

 * This can be useful when you want to prevent the underlying input stream from being closed.
 *
 * <p>All other methods delegate to the wrapped input stream.</p>
 *
 */
public class IgnoreCloseInputStream extends InputStream {

    /** The wrapped input stream. */
    private transient InputStream inputStream;

    /**

 * >https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt
 * </a></li>
 * </ul>
 *
 * @author bowez
 * @author shinsuke
 *
 */
public class RobotsTxtHelper {

    /** Pattern for parsing user-agent records. */
    protected static final Pattern USER_AGENT_RECORD =
            Pattern.compile("^user-agent:\\s*([^\\t\\n\\x0B\\f\\r]+)\\s*$", Pattern.CASE_INSENSITIVE);

import org.codelibs.fess.crawler.transformer.impl.FileTransformer;
import org.codelibs.fess.crawler.util.CrawlerWebServer;
import org.dbflute.utflute.lastadi.LastaDiTestCase;

import jakarta.annotation.Resource;

public class CrawlerTest extends LastaDiTestCase {

    @Resource
    private Crawler crawler;

    @Resource
    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

bute("className")}),c.getElementsByTagName=ib(function(a){return a.appendChild(e.createComment("")),!a.getElementsByTagName("*").length}),c.getElementsByClassName=$.test(e.getElementsByClassName)&&ib(function(a){return a.innerHTML="<div class='a'></div><div class='a i'></div>",a.firstChild.className="i",2===a.getElementsByClassName("i").length}),c.getById=ib(function(a){return o.appendChild(a).id=u,!e.getElementsByName||!e.getElementsByName(u).length}),c.getById?(d.find.ID=function(a,b){if(typeof...

import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.exception.ExecutionTimeoutException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class CommandExtractorTest extends PlainTestCase {

    private File createScriptTempFile(final int sleep) {
        String extention;
        String content;
        if (File.separator.equals("/")) {
            // Unix

import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class HtmlTransformerTest extends PlainTestCase {
    public HtmlTransformer htmlTransformer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        htmlTransformer = new HtmlTransformer();