Crawler - Code Search

src/test/java/org/codelibs/fess/helper/SearchLogHelperTest.java

        public String[] getLoggingSearchDocsFieldsAsArray() {
            return new String[] { "title", "url" };
        }

        @Override
        public String getPurgeByBots() {
            return "bot,crawler,spider";
        }

        @Override
        public Integer getSearchlogProcessBatchSizeAsInteger() {
            return 100;
        }

        @Override

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Mar 26 14:36:23 GMT 2026

- 16.6K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/job/ExecJob.java

    /**
     * Returns the execution type identifier for this job.
     * This type is used for classpath construction, configuration, and logging purposes.
     *
     * @return the execution type (e.g., "crawler", "suggest", etc.)
     */
    protected abstract String getExecuteType();

    /**
     * Executes the job with the specified job executor.

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Nov 28 16:29:12 GMT 2025

- 14.2K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/helper/ProcessHelperTest.java

            processHelper.startProcess(sessionId, cmdList, pbCall);
            fail("Expected JobProcessingException");
        } catch (JobProcessingException e) {
            assertTrue(e.getMessage().contains("Crawler Process terminated"));
        }
    }

    @Test
    public void test_startProcess_replaceExistingProcess() {
        String sessionId = "test_replace";

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Wed Jan 14 14:29:07 GMT 2026

- 16K bytes

- Click Count (0)

github.com/minio/minio

cmd/bucket-replication-stats.go

		r.mostRecentStats.Stats[bucket] = bs
	}
	r.mostRecentStats.Timestamp = UTCNow()
	r.mostRecentStatsMu.Unlock()
	return bs
}

// get the most current of in-memory replication stats  and data usage info from crawler.
func (r *ReplicationStats) getLatestReplicationStats(bucket string) (s BucketStats) {
	if r == nil {
		return s
	}
	bucketStats := globalNotificationSys.GetClusterBucketStats(GlobalContext, bucket)

Created: Sun Apr 05 19:28:12 GMT 2026

- Last Modified: Tue Feb 18 16:25:55 GMT 2025

- 13.6K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/main/resources/crawler/extractor.xml

	<component name="psExtractor"
		class="org.codelibs.fess.crawler.extractor.impl.PsExtractor" />
	<component name="lhaExtractor"
		class="org.codelibs.fess.crawler.extractor.impl.LhaExtractor" />
	<component name="textExtractor"
		class="org.codelibs.fess.crawler.extractor.impl.TextExtractor" />
	<component name="htmlExtractor"
		class="org.codelibs.fess.crawler.extractor.impl.HtmlExtractor">

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Wed Feb 11 01:15:55 GMT 2026

- 50.4K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/fess_message.properties

errors.password_is_blacklisted = Password is not allowed. Please choose a different password.
errors.invalid_confirm_password = Does not match a confirmation password.
errors.cannot_delete_doc_because_of_running = A crawler is running. You cannot delete documents.
errors.failed_to_delete_doc_in_admin = Failed to delete a document.
errors.failed_to_send_testmail=Failed to send a test mail.

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Mar 28 06:59:19 GMT 2026

- 12.4K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/fess_message_en.properties

errors.password_is_blacklisted = Password is not allowed. Please choose a different password.
errors.invalid_confirm_password = Does not match a confirmation password.
errors.cannot_delete_doc_because_of_running = A crawler is running. You cannot delete documents.
errors.failed_to_delete_doc_in_admin = Failed to delete a document.
errors.failed_to_send_testmail=Failed to send a test mail.

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Mar 28 06:59:19 GMT 2026

- 12.4K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/AbstractCrawlerService.java

import org.codelibs.fess.crawler.client.FesenClient;
import org.codelibs.fess.crawler.entity.OpenSearchAccessResult;
import org.codelibs.fess.crawler.entity.OpenSearchAccessResultData;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.codelibs.fess.crawler.exception.OpenSearchAccessException;
import org.codelibs.fess.crawler.util.OpenSearchResultList;
import org.joda.time.DateTimeZone;

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Nov 20 08:40:57 GMT 2025

- 34.3K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/processor/FessResponseProcessor.java

 */
package org.codelibs.fess.crawler.processor;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.processor.impl.DefaultResponseProcessor;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Jul 17 08:28:31 GMT 2025

- 3.7K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/client/fs/FileSystemClient.java

import org.codelibs.fess.crawler.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.client.AbstractCrawlerClient;
import org.codelibs.fess.crawler.client.AccessTimeoutTarget;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.ChildUrlsException;

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Sun Nov 23 12:19:14 GMT 2025

- 15.1K bytes

- Click Count (0)

Search Options