Trailer - Code Search

src/test/java/org/codelibs/fess/exec/CrawlerTest.java

        Crawler.Options options = new Crawler.Options();
        options.sessionId = "test-session";
        options.fileConfigIds = "file1";

        int result = crawler.doCrawl(options);
        assertEquals(Constants.EXIT_OK, result);
    }

    @Test
    public void test_doCrawl_withDataConfigIds() {
        Crawler.Options options = new Crawler.Options();

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Mar 13 23:01:26 GMT 2026

- 30.8K bytes

- Click Count (0)

github.com/square/okhttp

okhttp/src/jvmTest/kotlin/okhttp3/TrailersTest.kt

      .build()

  @Test
  fun trailersHttp1() {
    trailers(Protocol.HTTP_1_1)
  }

  @Test
  fun trailersHttp2() {
    trailers(Protocol.HTTP_2)
  }

  private fun trailers(protocol: Protocol) {
    enableProtocol(protocol)

    server.enqueue(
      MockResponse
        .Builder()
        .addHeader("h1", "v1")
        .trailers(headersOf("t1", "v2"))
        .body(protocol, "Hello")

Created: Fri Apr 03 11:42:14 GMT 2026

- Last Modified: Tue Jan 27 09:00:39 GMT 2026

- 18.8K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

README.md

});

Crawler crawler = container.getComponent("crawler");
crawler.addUrl("https://example.com");
crawler.crawlerContext.setMaxAccessCount(500);
String sessionId = crawler.execute();
```

### Background Crawling

```java
// Configure for background execution
crawler.setBackground(true);
String sessionId = crawler.execute();

// Check crawling status

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Sun Aug 31 05:32:52 GMT 2025

- 15.3K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

import org.codelibs.fess.crawler.filter.impl.UrlFilterImpl;
import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlFilterService;
import org.codelibs.fess.crawler.service.UrlQueueService;
import org.codelibs.fess.crawler.transformer.impl.FileTransformer;
import org.codelibs.fess.crawler.util.CrawlerWebServer;
import org.codelibs.opensearch.runner.OpenSearchRunner;
import org.dbflute.utflute.lastadi.LastaDiTestCase;

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Jan 15 01:11:43 GMT 2026

- 7.8K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

CLAUDE.md

**DI Config**: `fess-crawler-lasta/src/main/resources/`
- `crawler.xml` (root), `crawler/client.xml`, `crawler/extractor.xml`, `crawler/rule.xml`, `crawler/transformer.xml`, `crawler/transformer_basic.xml`
- `crawler/mimetype.xml`, `crawler/encoding.xml`, `crawler/robotstxt.xml`, `crawler/sitemaps.xml`

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Mar 12 03:39:20 GMT 2026

- 8.1K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/fess_indices/fess_config.scheduled_job/scheduled_job.bulk

{"index":{"_index":"fess_config.scheduled_job","_id":"default_crawler"}}
{"name":"Default Crawler","target":"all","cronExpression":"0 0 * * *","scriptType":"groovy","scriptData":"return container.getComponent(\"crawlJob\").logLevel(\"info\").gcLogging().execute(executor);","jobLogging":true,"crawler":true,"available":true,"sortOrder":1,"createdBy":"system","createdTime":0,"updatedBy":"system","updatedTime":0}
{"index":{"_index":"fess_config.scheduled_job","_id":"suggest_indexer"}}

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Mar 26 02:24:08 GMT 2026

- 5K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/crawler/rule.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/transformer.xml" />

	<component name="ruleManager" class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
		<postConstruct name="addRule">
			<arg>sitemapsRule</arg>
		</postConstruct>
		<postConstruct name="addRule">

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sun Mar 29 08:21:02 GMT 2026

- 4.6K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/container/LastaCrawlerContainerTest.java

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.container;

import org.codelibs.fess.crawler.Crawler;
import org.codelibs.fess.crawler.helper.MemoryDataHelper;
import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlQueueService;
import org.dbflute.utflute.lastadi.LastaDiTestCase;
import org.junit.jupiter.api.Test;

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Fri Jan 16 13:52:11 GMT 2026

- 2.7K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/resources/plugin/repo2/index.html

            <td>Fri Jan 13 13:53:34 UTC 2017</td>
            <td align="right">
                              &nbsp;
                          </td>
            <td></td>
          </tr>
                  <tr>
            <td><a href="https://oss.sonatype.org/content/repositories/snapshots/org/codelibs/fess/fess-crawler-db-mysql/">fess-crawler-db-mysql/</a></td>

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Tue Aug 13 07:34:14 GMT 2019

- 10.5K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

 */
package org.codelibs.fess.crawler;

import java.io.File;

import org.codelibs.core.io.ResourceUtil;
import org.codelibs.fess.crawler.container.CrawlerContainer;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.filter.impl.UrlFilterImpl;
import org.codelibs.fess.crawler.service.DataService;
import org.codelibs.fess.crawler.service.UrlQueueService;

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Jan 15 01:11:43 GMT 2026

- 13.1K bytes

- Click Count (0)

Search Options