"application/x-bibtex-text-file",
				"application/x-bittorrent",
				"application/x-bplist",
				"application/x-bzip",
				"application/x-bzip2",
				"application/x-cdlink",
				"application/x-chat",
				"application/x-chess-pgn",
				"application/x-chrome-package",
				"application/x-compress",
				"application/x-corelpresentations",
				"application/x-cpio",
				"application/x-csh",

import org.codelibs.fess.crawler.helper.RobotsTxtHelper;
import org.codelibs.fess.crawler.util.CrawlingParameterUtil;

import jakarta.annotation.Resource;

/**
 * HcHttpClient is an HTTP client implementation that extends AbstractCrawlerClient.
 * It provides various configurations and settings for making HTTP requests, including
 * connection timeouts, proxy settings, user agent, request headers, cookie management,