*/
    public CrawlerContainer getCrawlerContainer() {
        return crawlerContainer;
    }

    /**
     * Sets the crawler container.
     *
     * @param crawlerContainer The crawler container to set
     */
    public void setCrawlerContainer(final CrawlerContainer crawlerContainer) {
        this.crawlerContainer = crawlerContainer;
    }

    /**

 * Provides common functionality such as access to CrawlerContainer components
 * and registration with the ExtractorFactory.
 *
 * <p>
 * This class handles the retrieval of essential crawler components like
 * {@link MimeTypeHelper} and {@link ExtractorFactory} from the
 * {@link CrawlerContainer}. It also provides a convenient method for
 * registering the extractor with the {@link ExtractorFactory}.

    protected String ruleId;

    /** The response processor. */
    protected ResponseProcessor responseProcessor;

    /** The crawler container. */
    @Resource
    protected transient CrawlerContainer crawlerContainer;

    /**
     * Constructs a new AbstractRule.
     */
    public AbstractRule() {
        // NOP
    }

    /**
     * Registers this rule with the {@link RuleManager}.
     *

        assertNotNull(deserializedRule.getResponseProcessor());

        // Note: crawlerContainer is transient (marked with @Resource)
        // so it won't be serialized
        assertNull(deserializedRule.crawlerContainer);
    }

    /**
     * Test with null CrawlerContainer
     */
    public void test_nullCrawlerContainer() {

 */
public class SitemapsResponseProcessorTest extends PlainTestCase {

    @InjectMocks
    private SitemapsResponseProcessor processor;

    @Mock
    private CrawlerContainer crawlerContainer;

    @Mock
    private SitemapsHelper sitemapsHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        MockitoAnnotations.openMocks(this);
    }

        crawlerThread.dataService = dataService;
        crawlerThread.crawlerContainer = crawlerContainer;
        crawlerThread.logHelper = logHelper;
        crawlerThread.setClientFactory(clientFactory);
        crawlerThread.setCrawlerContext(crawlerContext);

        when(crawlerContainer.available()).thenReturn(true);
    }

    /**
     * Test isValid method with a valid URL queue.
     */

    private static final Logger logger = LogManager.getLogger(CrawlerClientFactory.class);

    /**
     * The crawler container.
     */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /**
     * A map of regular expression patterns to crawler clients.
     */
    protected Map<Pattern, CrawlerClient> clientMap = new LinkedHashMap<>();

    /**

    /** Container for managing crawler components */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /** Map of keys to arrays of extractors */
    protected Map<String, Extractor[]> extractorMap = new HashMap<>();

    /**
     * Constructs a new ExtractorFactory.
     */
    public ExtractorFactory() {
        // Default constructor
    }

    /** Header name for location redirects. */
    protected static final String LOCATION_HEADER = "Location";

    /** The crawler container for dependency injection. */
    @Resource
    protected CrawlerContainer crawlerContainer;

    /** Map of parser features to configure the DOM parser. */
    protected Map<String, String> featureMap = new HashMap<>();

    /** Map of parser properties to configure the DOM parser. */

    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

    @Resource
    private FileTransformer fileTransformer;

    @Resource
    private CrawlerContainer crawlerContainer;

    @Override
    protected String prepareConfigFile() {
        return "crawler.xml";
    }

    public void test_execute_web() throws Exception {