throw e;
        } catch (final Exception e) {
            throw new CrawlingAccessException("Could not parse Sitemaps: " + preloadDate, e);
        }
    }

    /**
     * Parses a text-based sitemap from the given input stream.
     * @param in the input stream to parse
     * @return the parsed sitemap set
     */
    protected SitemapSet parseTextSitemaps(final InputStream in) {

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.transformer.impl;

import org.codelibs.fess.crawler.transformer.Transformer;

/**
 * An abstract base class for transformers.
 * Provides basic implementation for managing the transformer's name.
 *
 */
public abstract class AbstractTransformer implements Transformer {

    /**

 *
 * <p>This class uses various utilities such as ReadingConverter, Normalizer, and SuggestAnalyzer
 * to process and analyze the input data.</p>
 *
 * <p>It also handles the exclusion of search words based on certain criteria and manages the
 * maximum length of analyzed content.</p>
 *
 * <p>Methods in this class may throw SuggesterException in case of failures during the parsing process.</p>
 *
 * <p>Usage example:</p>

    <glob pattern="*.itk"/>
    <glob pattern="*.tcl"/>
    <glob pattern="*.tk"/>
    <sub-class-of type="text/plain"/>
  </mime-type>

  <mime-type type="text/x-tika-text-based-message">
    <_comment>Text-based (non-binary) Message</_comment>
  </mime-type>

  <mime-type type="text/x-uuencode">
    <glob pattern="*.uu"/>
  </mime-type>

  <mime-type type="text/x-vbasic">

        assertEquals(0, CrawlerStatus.RUNNING.compareTo(CrawlerStatus.RUNNING));
        assertEquals(0, CrawlerStatus.DONE.compareTo(CrawlerStatus.DONE));

        // INITIALIZING < RUNNING < DONE (based on ordinal)
        assertTrue(CrawlerStatus.INITIALIZING.compareTo(CrawlerStatus.RUNNING) < 0);
        assertTrue(CrawlerStatus.INITIALIZING.compareTo(CrawlerStatus.DONE) < 0);

 *
 * <p>
 * It provides methods to set and retrieve the server address, port, username,
 * password, and domain. Additionally, it offers a method to construct a path
 * prefix for SMB1 URLs based on the configured server and port.
 * </p>
 *
 * <p>
 * The path prefix is in the format "smb1://server:port/", where the port is
 * included only if it's greater than 0. If the server is not set, the path

 * supporting pattern matching for user agents, path-based access control, and crawl delay settings.</p>
 *
 * <p>Key features:</p>
 * <ul>
 *   <li>Supports multiple user-agent directives with pattern matching</li>
 *   <li>Handles Allow and Disallow rules for path-based access control</li>
 *   <li>Manages crawl delay settings per user agent</li>

                    return true;
                }
            }
        }
        return ret;
    }

    /**
     * Generates URL queue entries for a new session based on access results from a previous session.
     *
     * @param previousSessionId The previous session ID.
     * @param sessionId The new session ID.
     */
    @Override

      copyright notice that is included in or attached to the work
      (an example is provided in the Appendix below).

      "Derivative Works" shall mean any work, whether in Source or Object
      form, that is based on (or derived from) the Work and for which the
      editorial revisions, annotations, elaborations, or other modifications
      represent, as a whole, an original work of authorship. For the purposes

            ReadingConverter readingConverter, Normalizer normalizer);

    /**
     * Parses a document and extracts suggest items based on the provided fields and converters.
     *
     * @param document The document to parse, represented as a map of field names to values.
     * @param fields The fields to extract from the document.