return null;
        }
    }

    /**
     * Formats a Date object to ISO datetime string format in UTC timezone.
     *
     * @param date the date to format
     * @return formatted date string, or empty string if date is null
     */
    public static String formatDate(final Date date) {
        if (date == null) {
            return StringUtil.EMPTY;
        }

- [ ] JavaDoc for public APIs
- [ ] Tests pass (`mvn test`)
- [ ] No compiler warnings
- [ ] Proper exception handling
- [ ] Resource cleanup (AutoCloseable)
- [ ] Thread-safe if needed
- [ ] Code formatted (`mvn formatter:format`)
- [ ] License headers (`mvn license:format`)

---

## Quick Reference

### Key File Locations

**Core**: `fess-crawler/src/main/java/org/codelibs/fess/crawler/`

     *
     * @param bulkResponse The bulk response containing potential failures.
     * @param ignoreAlreadyExists Whether to ignore already existing document failures.
     * @return The formatted failure message, or empty string if no failures to report.
     */
    protected String buildFailureMessage(final BulkResponse bulkResponse, final boolean ignoreAlreadyExists) {

    /**
     * Formats an IP address string for use in a URL.
     * IPv6 addresses are wrapped in brackets, IPv4 addresses are returned as-is.
     *
     * @param address the IP address string to format
     * @return the formatted address (IPv6 with brackets, IPv4 unchanged)
     */
    public static String formatForUrl(final String address) {
        if (address == null) {
            return null;
        }
        if (isIPv6Address(address)) {

     *
     * <p>This method is designed to be resilient to malformed robots.txt files.
     * It will parse valid directives and ignore invalid ones, ensuring that partial
     * content can be extracted even from poorly formatted files.</p>
     *
     * <p>The following errors are handled gracefully (line is skipped, parsing continues):</p>
     * <ul>
     * <li>Invalid directive formats</li>
     * <li>Unknown directives</li>

                logger.warn("Failed to access log files.", e);
            }
        }
    }

    /**
     * Gets host information including hostname and IP address.
     *
     * @return formatted string containing hostname and IP address
     */
    protected String getHostInfo() {
        final StringBuilder buf = new StringBuilder();
        try {
            final InetAddress ia = InetAddress.getLocalHost();

            return ConfigType.DATA;
        }
        return null;
    }

    /**
     * Extracts the actual ID from a config ID by removing the type prefix.
     * Config IDs are formatted as [type_prefix][actual_id], so this method
     * returns everything after the first character.
     *
     * @param configId the configuration ID to process

        }
    }

    /**
     * Writes the current timestamp to the crawling session information.
     * The timestamp is formatted in ISO 8601 extended format.
     *
     * @param crawlingInfoHelper helper for managing crawling session information
     * @param key the key under which to store the timestamp
     */

    }

    /**
     * Gets the site path for display purposes.
     * Extracts and formats the site path from document URL.
     *
     * @param docMap the document data map
     * @return the formatted site path
     */
    public Object getSitePath(final Map<String, Object> docMap) {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

			<plugin>
				<groupId>net.revelc.code.formatter</groupId>
				<artifactId>formatter-maven-plugin</artifactId>
				<version>2.26.0</version>
				<executions>
					<execution>
						<goals>
							<goal>format</goal>
						</goals>
					</execution>
				</executions>
				<configuration>
					<configFile>https://www.codelibs.org/assets/formatter/eclipse-formatter-1.1.xml</configFile>
				</configuration>