CRAWLER - Code Search

src/main/resources/crawler/interval.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="intervalController"
		class="org.codelibs.fess.crawler.interval.FessIntervalController"
		instance="prototype">
	</component>

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sun Oct 11 06:51:14 GMT 2015

- 381 bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/config/exentity/DataConfig.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.http.config.CredentialsConfig;
import org.codelibs.fess.crawler.client.http.config.CredentialsConfig.CredentialsType;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Jan 10 01:38:30 GMT 2026

- 17.7K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/config/exentity/WebAuthentication.java

import org.codelibs.fess.crawler.client.http.config.CredentialsConfig;
import org.codelibs.fess.crawler.client.http.config.CredentialsConfig.CredentialsType;
import org.codelibs.fess.crawler.client.http.config.WebAuthenticationConfig;
import org.codelibs.fess.crawler.client.http.config.WebAuthenticationConfig.AuthSchemeType;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Jan 10 01:38:30 GMT 2026

- 5.7K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/config/exentity/CrawlingConfig.java

import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.smb.SmbClient;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.util.ComponentUtil;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Mar 15 06:53:53 GMT 2025

- 5.6K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/app/web/admin/maintenance/AdminMaintenanceActionTest.java

        assertTrue(action.isLogFilename("crawler.log"));
        assertTrue(action.isLogFilename("audit.log"));
    }

    @Test
    public void test_isLogFilename_logGzExtension() {
        final AdminMaintenanceAction action = new AdminMaintenanceAction();
        assertTrue(action.isLogFilename("fess.log.gz"));
        assertTrue(action.isLogFilename("crawler.log.gz"));
    }

    @Test

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Mar 28 06:59:19 GMT 2026

- 5.3K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/app/web/admin/log/AdminLogActionTest.java

        assertTrue(AdminLogAction.isLogFilename("crawler.log"));
        assertTrue(AdminLogAction.isLogFilename("audit.log"));
        assertTrue(AdminLogAction.isLogFilename("application-2024-01-01.log"));
    }

    @Test
    public void test_isLogFilename_withLogGzExtension() {
        assertTrue(AdminLogAction.isLogFilename("fess.log.gz"));
        assertTrue(AdminLogAction.isLogFilename("crawler.log.gz"));

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sun Jan 11 08:43:05 GMT 2026

- 10.5K bytes

- Click Count (0)

github.com/codelibs/fess

docs/fr/README.md

* [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute") : Framework Web
* [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job") : Planificateur de tâches
* [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler") : Crawler Web

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Tue Nov 11 22:42:32 GMT 2025

- 7.9K bytes

- Click Count (0)

github.com/codelibs/fess

docs/es/README.md

* [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Framework Web
* [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Programador de Tareas
* [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Rastreador Web

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Tue Nov 11 22:42:32 GMT 2025

- 7.8K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.entity.AccessResultData;
import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Nov 28 16:29:12 GMT 2025

- 25.7K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/transformer/FessFileTransformer.java

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.transformer;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.extractor.Extractor;
import org.codelibs.fess.crawler.extractor.ExtractorFactory;
import org.codelibs.fess.exception.FessSystemException;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Nov 28 16:29:12 GMT 2025

- 3.5K bytes

- Click Count (0)

Search Options