crawler_ - Code Search

src/main/java/org/codelibs/fess/app/web/admin/webconfig/CreateForm.java

     * Document URL patterns to exclude from search index.
     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String excludedDocUrls;

    /**
     * Additional configuration parameters for the crawler.
     */
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String configParameter;

    /**
     * The maximum crawling depth from the starting URLs.
     */
    @Min(value = 0)

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Jul 17 08:28:31 GMT 2025

- 5.9K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/helper/PluginHelper.java

        if (artifactType != ArtifactType.CRAWLER) {
            return false;
        }

        if ("fess-crawler".equals(name)//
                || "fess-crawler-db".equals(name)//
                || "fess-crawler-db-h2".equals(name)//
                || "fess-crawler-db-mysql".equals(name)//
                || "fess-crawler-es".equals(name)//
                || "fess-crawler-opensearch".equals(name)//

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Wed Mar 04 15:19:41 GMT 2026

- 25.1K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/it/search/ScrollSearchApiTests.java

    private static String crawlLabelId;

    @BeforeAll
    protected static void initAll() {
        RestAssured.baseURI = getFessUrl();
        settingTestToken();

        // Create and execute a file crawler
        crawlLabelId = createCrawlLabel();

        createFileConfig();
        logger.info("FileConfig is created");
        refresh();
        fileConfigId = getFileConfigIds(NAME_PREFIX).get(0);

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Dec 20 03:03:44 GMT 2025

- 7.5K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

CLAUDE.md

**DI Config**: `fess-crawler-lasta/src/main/resources/`
- `crawler.xml` (root), `crawler/client.xml`, `crawler/extractor.xml`, `crawler/rule.xml`, `crawler/transformer.xml`, `crawler/transformer_basic.xml`
- `crawler/mimetype.xml`, `crawler/encoding.xml`, `crawler/robotstxt.xml`, `crawler/sitemaps.xml`

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Mar 12 03:39:20 GMT 2026

- 8.1K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/resources/plugin/repo3/index.html

<a href="fess-crawler-es/" title="fess-crawler-es/">fess-crawler-es/</a>                                                 -         -      
<a href="fess-crawler-lasta/" title="fess-crawler-lasta/">fess-crawler-lasta/</a>                                              -         -

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Mon Jun 17 13:30:41 GMT 2024

- 6.2K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/config/cbean/cq/bs/BsScheduledJobCQ.java

    }

    public void setCrawler_Equal(Boolean crawler) {
        setCrawler_Term(crawler, null);
    }

    public void setCrawler_Equal(Boolean crawler, ConditionOptionCall<TermQueryBuilder> opLambda) {
        setCrawler_Term(crawler, opLambda);
    }

    public void setCrawler_Term(Boolean crawler) {
        setCrawler_Term(crawler, null);
    }

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Mar 15 06:53:53 GMT 2025

- 98.1K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-opensearch/src/main/resources/crawler_opensearch.xml

<components namespace="fessCrawler">
    <include path="crawler/container.xml"/>
    <include path="crawler/client.xml"/>
    <include path="crawler/rule.xml"/>
    <include path="crawler/filter.xml"/>
    <include path="crawler/interval.xml"/>
    <include path="crawler/extractor.xml"/>
    <include path="crawler/mimetype.xml"/>
    <include path="crawler/encoding.xml"/>
    <include path="crawler/urlconverter.xml"/>
    <include path="crawler/log.xml"/>

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Nov 07 04:44:10 GMT 2024

- 2.2K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/resources/plugin/repo1/index.html

<a href="fess-crawler-es/" title="fess-crawler-es/">fess-crawler-es/</a>                                                 -         -      
<a href="fess-crawler-lasta/" title="fess-crawler-lasta/">fess-crawler-lasta/</a>                                              -         -

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Tue Aug 13 07:34:14 GMT 2019

- 3.3K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/crawler/transformer.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/transformer_basic.xml"/>

	<component name="fessXpathTransformer" class="org.codelibs.fess.crawler.transformer.FessXpathTransformer" instance="singleton">
		<property name="name">"fessXpathTransformer"</property>
		<property name="featureMap">defaultFeatureMap</property>

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Dec 20 13:14:54 GMT 2024

- 1.7K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/main/resources/crawler/transformer_basic.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="binaryTransformer"
		class="org.codelibs.fess.crawler.transformer.impl.BinaryTransformer"
		instance="singleton">
		<property name="name">"binaryTransformer"</property>
	</component>

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Sun Sep 30 21:21:24 GMT 2018

- 3.3K bytes

- Click Count (0)

Search Options