return appendQueryParameter(document, url);
    }

    /**
     * Updates file protocol based on user agent type.
     * Handles different browser-specific file protocol formats.
     *
     * @param url the file URL to update
     * @return the updated URL with appropriate file protocol
     */
    protected String updateFileProtocol(String url) {
        final int pos = url.indexOf(':', 5);

        if (url != null) {
            if (url.startsWith("://")) {
                final String protocol = currentUrl.split(":")[0];
                return URI.create(protocol + url);
            }
            if (url.startsWith("//")) {
                final String protocol = currentUrl.split(":")[0];
                return URI.create(protocol + ":" + url);
            }
            if (url.startsWith("/") || url.indexOf(':') == -1) {

import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpHead;
import org.apache.http.client.methods.HttpUriRequest;
import org.apache.http.client.protocol.HttpClientContext;
import org.apache.http.client.utils.DateUtils;
import org.apache.http.config.Lookup;
import org.apache.http.config.Registry;
import org.apache.http.config.RegistryBuilder;

                    return negotiate2(r);
                } else if (r.getDialectRevision() != Smb2Constants.SMB2_DIALECT_0202) {
                    throw new CIFSException("Server returned invalid dialect verison in multi protocol negotiation");
                }

                final int permits = r.getInitialCredits();
                if (permits > 0) {
                    this.credits.release(permits);
                }

    private final String targetHost;

    private byte[] preauthIntegrityHash;

    // Multi-channel support
    private ChannelManager channelManager;

    // Witness protocol support fields
    private WitnessClient witnessClient;
    private boolean witnessEnabled;

    // SMB3 lease support
    private LeaseManager leaseManager;

    // SMB3 persistent handle support

crawler.document.fullstop.chars=u002eu06d4u2e3cu3002
# Encoding for crawling data.
crawler.crawling.data.encoding=UTF-8
# Supported web protocols for crawling.
crawler.web.protocols=http,https
# Supported file protocols for crawling.
crawler.file.protocols=file,smb,smb1,ftp,storage,s3,gcs
# Pattern for environment variable keys in crawling data.
crawler.data.env.param.key.pattern=^FESS_ENV_.*