/**
     * Add an url pattern as a target.
     *
     * @param urlPattern Regular expression that is crawled
     */
    void addInclude(String urlPattern);

    /**
     * Add an url pattern as a non-target.
     *
     * @param urlPattern Regular expression that is not crawled
     */
    void addExclude(String urlPattern);

    /**
     * Process an url when it's added as a seed url.
     *

        return getText(inputStream, params, null);
    }

    /**
     * Returns an extracted text.
     *
     * @param inputStream An input stream.
     * @param params A map of parameters.
     * @param postFilter A post filter.
     * @return An extracted data.
     */
    protected ExtractData getText(final InputStream inputStream, final Map<String, String> params,

        xPath = createXPath(f -> {});
    }

    /**
     * Creates an instance of {@link XPath} using the provided {@link Consumer} to configure the {@link XPathFactory}.
     *
     * @param builder a {@link Consumer} that accepts an {@link XPathFactory} and configures it.
     * @return a configured instance of {@link XPath}.
     * @throws CrawlerSystemException if an error occurs while creating the {@link XPath} instance.
     */

 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */

        // Default constructor
    }

    /**
     * Adds an FtpAuthentication object to the holder.
     * @param auth The FtpAuthentication object to add.
     */
    public void add(final FtpAuthentication auth) {
        if (auth != null) {
            authenticationList.add(auth);
        }
    }

    /**
     * Retrieves an FtpAuthentication object that matches the given path.

 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.util;

import java.io.IOException;
import java.io.InputStream;

/**

     * @param sitemap the sitemap to remove
     */
    public void removeSitemap(final Sitemap sitemap) {
        sitemapList.remove(sitemap);
    }

    /**
     * Gets all sitemaps in this set as an array.
     * @return an array of sitemaps
     */
    public Sitemap[] getSitemaps() {
        return sitemapList.toArray(new Sitemap[sitemapList.size()]);
    }

    /**
     * Sets the type of this sitemap set.

 * Helper class for parsing and validating sitemaps.
 * It supports XML sitemaps, XML sitemap indexes, and text sitemaps,
 * and can handle GZIP compressed sitemaps.
 * The class provides methods to check if an input stream is a valid sitemap,
 * and to parse an input stream into a {@link SitemapSet} object.
 * It uses SAX parser for XML sitemaps and XML sitemap indexes,
 * and handles potential exceptions during parsing.

 Technische Universität Berlin
Der Bereich Betreuung für Internationale Studierende bietet
für ausländische Studentinnen und Studenten
am 08.06.2016
einen Besuch im Museum Berggruen an.
Durch die Ausstellung führt uns Frau Irena Katadzic.
Bitte unbedingt den Studentenausweis mitbringen !!!
Museum Berggruen Berlin: Picassos Bild der Frau 

 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */