crawler.crawlerContext.setMaxDepth(5);               // Limit crawl depth

// Use streaming for large files
container.singleton("fileTransformer", FileTransformer.class, transformer -> {
    transformer.setMaxContentSize(10 * 1024 * 1024); // 10MB limit
});
```

## Troubleshooting

### Common Issues

#### Connection Timeouts
```java
// Increase timeout values

pkg net/http, type Response struct, Uncompressed bool
pkg net/http, type Transport struct, DialContext func(context.Context, string, string) (net.Conn, error)
pkg net/http, type Transport struct, IdleConnTimeout time.Duration
pkg net/http, type Transport struct, MaxIdleConns int
pkg net/http, type Transport struct, MaxResponseHeaderBytes int64
pkg net/http, var ErrUseLastResponse error

# Module okhttp-tls

    @Override
    public Object getData(final AccessResultData<?> accessResultData) {
        // check transformer name
        if (!getName().equals(accessResultData.getTransformerName())) {
            throw new CrawlerSystemException(
                    "Transformer is invalid. Use " + accessResultData.getTransformerName() + ". This transformer is " + getName() + ".");
        }

        final byte[] data = accessResultData.getData();

    /**
     * Get the buffer cache for efficient memory management
     *
     * @return the buffer cache
     */
    BufferCache getBufferCache();

    /**
     * Get the transport pool for managing SMB connections
     *
     * @return the transport pool
     */
    SmbTransportPool getTransportPool();

    /**
     * Get the DFS resolver for handling distributed file system paths
     *

        // Configure mock transport
        mockTransport.server = serverData;
        mockTransport.sessionKey = 0x12345678;
        mockTransport.capabilities = SmbConstants.CAP_UNICODE | SmbConstants.CAP_NT_SMBS;
        mockTransport.snd_buf_size = 16644;
        mockTransport.maxMpxCount = 50;

        // Configure mock session
        mockSession.transport = mockTransport;

		return nil, err
	}
	req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
	req.SetBasicAuth(clientID, clientSecret)
	t := &http.Transport{
		TLSClientConfig: &tls.Config{
			InsecureSkipVerify: true,
		},
	}
	hclient := http.Client{
		Transport: t,
	}
	resp, err := hclient.Do(req)
	if err != nil {
		return nil, err
	}
	defer resp.Body.Close()
	if resp.StatusCode != http.StatusOK {

import java.nio.charset.Charset;
import java.nio.charset.StandardCharsets;

/**
 * Constants used in the fess-crawler.
 * This class provides a collection of constant values for HTTP methods, status codes,
 * transformer names, boolean values, character encodings, date/time formats, and XML features.
 * It is designed to avoid the instantiation.
 */
public final class Constants {
    /**
     * The GET method.
     */

        }
    }

    @Test
    @DisplayName("getTransportPool should return initialized transport pool")
    void testGetTransportPool() {
        // When
        SmbTransportPool transportPool = context.getTransportPool();

        // Then
        assertNotNull(transportPool, "Transport pool should not be null");

            return null;
        }
        final SmbTransportImpl transport = getReferralTransport(tf, getDcReferrals(tf, domain));
        if (transport == null && log.isDebugEnabled()) {
            log.debug(String.format("Failed to connect to domain controller for %s", domain));
        }
        return transport;
    }