* you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language

            throw new CrawlerSystemException("Failed to access " + url, e);
        } finally {
            EntityUtils.consumeQuietly(httpEntity);
        }
    }

    /**
     * Closes resources associated with the HTTP request.
     *
     * @param httpRequest The HTTP request to abort
     * @param responseData The response data to close
     */

 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language

 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language

        // Default constructor
    }

    /**
     * Adds a sitemap to this set.
     * @param sitemap the sitemap to add
     */
    public void addSitemap(final Sitemap sitemap) {
        sitemapList.add(sitemap);
    }

    /**
     * Removes a sitemap from this set.
     * @param sitemap the sitemap to remove
     */
    public void removeSitemap(final Sitemap sitemap) {

            return robotsTxt;
        } catch (final Exception e) {
            throw new RobotsTxtException("Failed to parse robots.txt.", e);
        }
    }

    /**
     * Extracts the value from a line using the given pattern.
     * @param pattern the pattern to match against
     * @param line the line to extract the value from
     * @return the extracted value, or null if no match
     */

 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language

import java.util.List;
import java.util.Queue;

/**
 * A chain of {@link ReadingConverter} implementations that applies each converter in sequence to generate possible reading variations of a given text.
 * It maintains a list of ReadingConverter instances and iterates through them, applying each converter to the input text and accumulating the results.
 * The chain stops processing when the maximum number of readings is reached.
 */

     */
    @Override
    protected Pattern getEncodingPattern() {
        return xmlEncodingPattern;
    }

    /**
     * Returns the precompiled {@link Pattern} used to match XML tags within the content.
     * This pattern is utilized by the extractor to identify and process XML elements.
     *
     * @return the {@link Pattern} instance for XML tag matching
     */
    @Override
    protected Pattern getTagPattern() {

     */
    public AbstractXmlExtractor() {
        // NOP
    }

    /**
     * Returns the pattern used to extract encoding information from content.
     * @return The encoding pattern.
     */
    protected abstract Pattern getEncodingPattern();

    /**
     * Returns the pattern used to identify tags in the content.
     * @return The tag pattern.
     */
    protected abstract Pattern getTagPattern();