*/
    public RobotsTxt parse(final InputStream stream) {
        return parse(stream, Constants.UTF_8);
    }

    /**
     * Parses a robots.txt file from the given input stream using the specified character encoding.
     * @param stream the input stream to parse
     * @param charsetName the character encoding to use
     * @return the parsed RobotsTxt object, or null if disabled
     */

    /**
     * Clears all URL queues and session data.
     */
    public void clear() {
        urlQueueMap.clear();
        sessionMap.clear();
    }

    /**
     * Returns the URL queue for the specified session ID.
     * Creates a new queue if one doesn't exist.
     * @param sessionId the session ID
     * @return the URL queue for the session
     */

 * a default method to initialize the container with specific protocol handlers.
 *
 */
public interface CrawlerContainer {

    /**
     * Retrieves a component by its name.
     *
     * @param <T> the type of the component
     * @param name the name of the component to retrieve
     * @return the component instance of the specified type
     */
    <T> T getComponent(String name);

    /**

import org.opensearch.transport.client.Client;

/**
 * Interface for writing suggest items.
 */
public interface SuggestWriter {
    /**
     * Writes the given suggest items to the specified index.
     *
     * @param client   the client used to interact with the search engine
     * @param settings the settings for the suggest feature

                                .collect(Collectors.toList());
                    }
                });
    }

    /**
     * Adds an include URL filter for the specified session.
     *
     * @param sessionId The session ID.
     * @param url The URL pattern to include.
     */
    @Override
    public void addIncludeUrlFilter(final String sessionId, final String url) {

            }
        }
        throw new CrawlingAccessException("Invalid path: " + path);
    }

    /**
     * Retrieves response data for the specified URI.
     * @param uri the URI to retrieve data for
     * @param includeContent whether to include the actual content in the response
     * @return the response data containing metadata and optionally content

    /**
     * Gets the count of access results for the specified session.
     *
     * @param sessionId the session ID
     * @return the count of access results
     */
    @Override
    public int getCount(final String sessionId) {
        return dataHelper.getAccessResultMap(sessionId).size();
    }

    /**
     * Deletes all access results for the specified session.
     *
     * @param sessionId the session ID

            });
            return extractData;
        } finally {
            xpathAPI.remove();
        }
    }

    /**
     * Extracts strings from a document using the specified XPath expression.
     *
     * @param document the DOM document to extract strings from
     * @param path the XPath expression to evaluate
     * @return an array of strings extracted from the document
     */

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.log;

/**
 * LogType defines the different types of log messages that can be generated during the crawling process.
 * Each enum constant represents a specific event or state in the crawler's execution.
 */
public enum LogType {

 * The extracted text is then converted into a byte array using the specified charset encoding.
 * It also provides a method to retrieve the extracted data as a String from an AccessResultData object.
 *
 * <p>
 * The class handles character encoding issues by attempting to use the specified charset.
 * If the specified charset is invalid, it falls back to UTF-8.
 * </p>
 *
 * <p>