*/
    public void setLastmod(final String lastmod) {
        this.lastmod = lastmod;
    }

    /**
     * Checks if this SitemapFile is equal to another object.
     * @param obj the object to compare with
     * @return true if the objects are equal, false otherwise
     */
    @Override
    public boolean equals(final Object obj) {
        if (this == obj) {
            return true;
        }

    }

    /**
     * Test compareTo method
     */
    public void test_compareTo() {
        // Compare with self
        assertEquals(0, CrawlerStatus.INITIALIZING.compareTo(CrawlerStatus.INITIALIZING));
        assertEquals(0, CrawlerStatus.RUNNING.compareTo(CrawlerStatus.RUNNING));
        assertEquals(0, CrawlerStatus.DONE.compareTo(CrawlerStatus.DONE));

        return inputStream.available();
    }

    /**
     * Indicates whether some other object is equal to this one.
     *
     * @param obj the reference object with which to compare
     * @return true if this object is the same as the obj argument; false otherwise
     */
    @Override
    public boolean equals(final Object obj) {
        return inputStream.equals(obj);
    }

    /**

    public void setClientMap(final Map<Pattern, CrawlerClient> clientMap) {
        factory.setClientMap(clientMap);
    }

    /**
     * Compares this wrapper to another object for equality.
     * Equality is determined by the wrapped factory.
     * @param obj The object to compare.
     * @return true if equal, false otherwise.
     */
    @Override
    public boolean equals(final Object obj) {

    @Override
    public int hashCode() {
        return Objects.hash(method, url, weight);
    }

    /**
     * Checks if this RequestData is equal to another object.
     * @param obj the object to compare with
     * @return true if the objects are equal, false otherwise
     */
    @Override
    public boolean equals(Object obj) {
        if (this == obj)
            return true;
        if (obj == null)

     *
     * static enum Mode { PREV, SYN, AFTER; } }
     */

    static class MyTokensComparator implements Comparator<MyToken> {
        @Override
        public int compare(final MyToken t1, final MyToken t2) {
            if (t1.startOffset < t2.startOffset) {
                return -1;
            } else if (t1.startOffset > t2.startOffset) {
                return 1;
            }

        final RegexRule regexRule = new RegexRule();
        regexRule.defaultRule = true;
        regexRule.allRequired = true;
        regexRule.addRule("url", Pattern.compile("http:.*"));
        regexRule.addRule("mimeType", Pattern.compile("text/html"));

        assertTrue(regexRule.match(getTestData1()));
        assertTrue(regexRule.match(getTestData2()));
        assertTrue(regexRule.match(getTestData3()));

    /**
     * Pattern for XML encoding.
     */
    protected Pattern xmlEncodingPattern =
            Pattern.compile("<\\?xml.*encoding\\s*=\\s*['\"]([\\w\\d\\-_]*)['\"]\\s*\\?>", Pattern.MULTILINE | Pattern.CASE_INSENSITIVE);

    /**
     * Pattern for XML tags.
     */
    protected Pattern xmlTagPattern = Pattern.compile("<[^>]+>");

    /**
     * Returns the encoding pattern.
     * @return The encoding pattern.
     */

            Pattern.compile("^user-agent:\\s*([^\\t\\n\\x0B\\f\\r]+)\\s*$", Pattern.CASE_INSENSITIVE);

    /** Pattern for parsing disallow records. */
    protected static final Pattern DISALLOW_RECORD = Pattern.compile("^disallow:\\s*([^\\s]*)\\s*$", Pattern.CASE_INSENSITIVE);

    /** Pattern for parsing allow records. */

        if (logger.isDebugEnabled()) {
            logger.debug("pattern1: {}, pattern2: {}", pattern1Str, pattern2Str);
        }
        if (pattern1Str != null) {
            pattern1 = Pattern.compile(pattern1Str);
            pattern2 = Pattern.compile(pattern2Str);
        }
    }

    @Override
    public TokenStream create(final TokenStream tokenStream) {
        return new PatternConcatenationFilter(tokenStream, pattern1, pattern2);