public FileSystemClient fsClient;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("fsClient", FileSystemClient.class);
        fsClient = container.getComponent("fsClient");
    }

    public void test_doGet_dir() {

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("httpClient", FaultTolerantClient.class)//
                .singleton("fsClient", FileSystemClient.class)//
                .singleton("smbClient", SmbClient.class)//
                .singleton("smb1Client", org.codelibs.fess.crawler.client.smb1.SmbClient.class)//

            client.setCrawlerClient(container.getComponent("internalHttpClient"));
            client.setMaxRetryCount(5);
            client.setRetryInterval(500);
        }).prototype("fsClient", FileSystemClient.class).prototype("ruleManager", RuleManagerImpl.class, manager -> {
            manager.addRule(container.getComponent("sitemapsRule"));
            manager.addRule(container.getComponent("fileRule"));
        })

    }
}
```

### File System Crawling

```java
import org.codelibs.fess.crawler.client.fs.FileSystemClient;

// Configure for file system crawling
container.singleton("fsClient", FileSystemClient.class);

// Add file URL
crawler.addUrl("file:///path/to/directory");
crawler.urlFilter.addInclude("file:///path/to/directory/.*");
```

## Configuration

### XML Configuration

  private var messageDeflater: MessageDeflater? = null

  // Masks are only a concern for client writers.
  private val maskKey: ByteArray? = if (isClient) ByteArray(4) else null
  private val maskCursor: Buffer.UnsafeCursor? = if (isClient) Buffer.UnsafeCursor() else null

  /** Send a ping with the supplied [payload]. */
  @Throws(IOException::class)
  fun writePing(payload: ByteString) {

  private var messageInflater: MessageInflater? = null

  // Masks are only a concern for server writers.
  private val maskKey: ByteArray? = if (isClient) null else ByteArray(4)
  private val maskCursor: Buffer.UnsafeCursor? = if (isClient) null else Buffer.UnsafeCursor()

  interface FrameCallback {
    @Throws(IOException::class)
    fun onReadMessage(text: String)

    @Throws(IOException::class)

        final String type = fessConfig.getCrawlerHotthreadType();
        try {
            final SearchEngineClient esClient = ComponentUtil.getSearchEngineClient();
            final NodesHotThreadsResponse response = esClient.admin()
                    .cluster()
                    .prepareNodesHotThreads()
                    .setIgnoreIdleThreads(ignoreIdleThreads)

  private val serverWriter =
    WebSocketWriter(
      isClient = false,
      sink = data,
      random = random,
      perMessageDeflate = false,
      noContextTakeover = false,
      minimumDeflateSize = 0L,
    )
  private val clientWriter =
    WebSocketWriter(
      isClient = true,
      sink = data,
      random = random,
      perMessageDeflate = false,

  private val serverReader =
    WebSocketReader(
      isClient = false,
      source = data,
      frameCallback = callback.asFrameCallback(),
      perMessageDeflate = false,
      noContextTakeover = false,
    )
  private val serverReaderWithCompression =
    WebSocketReader(
      isClient = false,
      source = data,
      frameCallback = callback.asFrameCallback(),

    }

    private void appendFesenStats(final StringBuilder buf) {
        String stats = null;
        try {
            final SearchEngineClient esClient = ComponentUtil.getSearchEngineClient();
            final NodesStatsResponse response = esClient.admin().cluster().prepareNodesStats().all().execute().actionGet(10000L);
            final XContentBuilder builder = XContentFactory.jsonBuilder();
            builder.startObject();