*/
package org.codelibs.fess.crawler.service;

import java.util.List;
import java.util.regex.Pattern;

/**
 * Service interface for managing URL filters.
 * Provides methods to add and remove include/exclude URL filters,
 * as well as retrieve the patterns of these filters.
 */
public interface UrlFilterService {

    /**
     * Adds a URL to the include filter list for the specified session.
     *

     */
    public void addChildUrl(final RequestData url) {
        childUrlSet.add(url);
    }

    /**
     * Removes a child URL from this response.
     *
     * @param url the child URL to remove
     */
    public void removeChildUrl(final RequestData url) {
        childUrlSet.remove(url);
    }

    /**
     * Gets the set of child URLs discovered from this response.
     *

    /**
     * Test sitemaps add and remove operations
     */
    public void test_sitemaps() {
        // Initial state
        assertNull(crawlerContext.removeSitemaps());

        // Add sitemaps
        String[] sitemaps = new String[] { "http://example.com/sitemap.xml", "http://test.com/sitemap.xml" };
        crawlerContext.addSitemaps(sitemaps);

        // Remove and verify

                extractData.putValues(e.getKey(), getStringsByXPath(document, e.getValue()));
            });
            return extractData;
        } finally {
            xpathAPI.remove();
        }
    }

    /**
     * Extracts strings from a document using the specified XPath expression.
     *
     * @param document the DOM document to extract strings from

        sitemapsLocal.set(sitemaps);
    }

    /**
     * Removes sitemaps from the thread-local storage and returns them.
     * @return An array of sitemap URLs, or null if none were present.
     */
    public String[] removeSitemaps() {
        final String[] sitemaps = sitemapsLocal.get();
        if (sitemaps != null) {
            sitemapsLocal.remove();
        }
        return sitemaps;
    }

                                crawlerContext.intervalController.delay(IntervalController.POST_PROCESSING);
                            }
                            threadCheckCount = 0; // clear
                            // remove urlQueue from thread
                            CrawlingParameterUtil.setUrlQueue(null);
                            finishCrawling();
                        } finally {

            }
        });

        factory.destroyObject(pooledObject);
        assertEquals(2, callOrder.size());
        assertEquals("listener2", callOrder.get(1));

        // Remove listener
        factory.setOnDestroyListener(null);
        factory.destroyObject(pooledObject);
        assertEquals(2, callOrder.size()); // Should not add more
    }

    /**

                        logger.debug(line);
                    }
                    list.add(line);
                    if (list.size() > maxLineBuffer) {
                        list.remove(0);
                    }
                } catch (final IOException e) {
                    throw new CrawlerSystemException(e);
                }
            }
        }

        /**

            if (rule != null) {
                rules.add(index, rule);
            }
        }

        @Override
        public boolean removeRule(Rule rule) {
            return rules.remove(rule);
        }

        @Override
        public boolean hasRule(Rule rule) {
            return rules.contains(rule);
        }

        public List<Rule> getRules() {

    public void test_completeWorkflow() {
        // Create transformer
        ContentTransformer transformer = new ContentTransformer("workflowTransformer");
        transformer.addTransformationRule("<[^>]+>", ""); // Remove HTML tags
        transformer.addTransformationRule("\\s+", " "); // Normalize whitespace

        // Simulate crawling response
        ResponseData responseData = new ResponseData();