private final Map<String, ComponentHolder<?>> singletonMap = new ConcurrentHashMap<>();

    private final Map<String, ComponentDef<?>> prototypeMap = new ConcurrentHashMap<>();

    private boolean available = true;

    /**
     * Constructs a new StandardCrawlerContainer and initializes it.
     */
    public StandardCrawlerContainer() {
        initialize();
    }

    @Override

        private int transformCallCount = 0;
        private ResponseData lastResponseData = null;
        private ResultData returnedResultData = null;
        private boolean throwException = false;

        @Override
        public ResultData transform(ResponseData responseData) {
            transformCallCount++;
            lastResponseData = responseData;

import org.mortbay.log.Log;

/**
 * @author shinsuke
 *
 */
public class CrawlerWebServer {
    private int port = 8080;

    private File docRoot;

    private Server server;

    private boolean tempDocRoot = false;

    public CrawlerWebServer(final int port) {
        this(port, createDocRoot(3));
        tempDocRoot = true;
    }

    public CrawlerWebServer(final int port, final File docRoot) {

    private FesenClient fesenClient;

    private OpenSearchRunner runner;

    @Override
    protected String prepareConfigFile() {
        return "app.xml";
    }

    @Override
    protected boolean isUseOneTimeContainer() {
        return true;
    }

    @Override
    public void setUp() throws Exception {
        // create runner instance
        runner = new OpenSearchRunner();
        // create ES nodes

         * @param unit The time unit.
         * @return The response.
         */
        public RESPONSE getResponse(final long time, final TimeUnit unit) {
            try {
                final boolean isTimeout = !latch.await(time, unit);
                if (isTimeout) {
                    throw new SuggesterException("Request timeout. time:" + time + " unit:" + unit.name());
                }

        client.admin().indices().prepareRefresh(TEST_INDEX).execute().actionGet();

        // Delete by query
        boolean result = SuggestUtil.deleteByQuery(client, settings, TEST_INDEX, QueryBuilders.termQuery("field", "value1"));
        assertTrue(result);

        // Verify deletion

        }
        if (client == null) {
            throw new CrawlerSystemException("CrawlerClient is null.");
        }
        int current = 0;
        boolean added = false;
        final Map<Pattern, CrawlerClient> newClientMap = new LinkedHashMap<>();
        for (final Map.Entry<Pattern, CrawlerClient> entry : clientMap.entrySet()) {
            if (pos == current) {

     * @param hasData whether the result should have data
     * @return the list of access results
     */
    @Override
    public List<AccessResultImpl<Long>> getAccessResultList(final String url, final boolean hasData) {
        return dataHelper.getAccessResultList(url);
    }

    /**
     * Iterates over all access results for the specified session.
     *
     * @param sessionId the session ID

    /**
     * Checks if the response data represents HTML content.
     *
     * @param responseData the response data to check
     * @return true if the content is HTML, false otherwise
     */
    protected boolean isHtml(final ResponseData responseData) {
        final String mimeType = responseData.getMimeType();
        if ("text/html".equals(mimeType) || "application/xhtml+xml".equals(mimeType)) {
            return true;
        }

     * @param priority the priority to set
     */
    public void setPriority(final String priority) {
        this.priority = priority;
    }

    @Override
    public boolean equals(final Object obj) {
        if (this == obj) {
            return true;
        }
        if (!(obj instanceof final SitemapUrl sitemapUrl)) {
            return false;
        }