import org.codelibs.fess.util.SystemUtil;

import jakarta.servlet.ServletContext;

/**
 * CrawlJob is responsible for executing the crawling process in Fess.
 * This job launches a separate crawler process that can crawl web sites, file systems,
 * and data sources based on the configured crawling settings.
 *
 * <p>The job supports selective crawling by specifying configuration IDs for different

    ```kotlin
    implementation("com.squareup.okhttp3:okhttp-java-net-cookiehandler:5.0.0-alpha.12")
    ```

 *  New: `Cookie.sameSite` determines whether cookies should be sent on cross-site requests. This
    is used by servers to defend against Cross-Site Request Forgery (CSRF) attacks.

 *  New: Log the total time of the HTTP call in `HttpLoggingInterceptor`.

 *  New: `OkHttpClient.Builder` now has APIs that use `kotlin.time.Duration`.

	sync.RWMutex // mutex for queue stats
}

func newQueueCache(r metrics.Registry) queueCache {
	return queueCache{
		bucketStats:  make(map[string]InQueueStats),
		srQueueStats: newInQueueStats(r, "site"),
	}
}

func (q *queueCache) update() {
	q.Lock()
	defer q.Unlock()
	q.srQueueStats.update()
	for _, s := range q.bucketStats {
		s.update()
	}
}

labels.searchoptions_menu_lang=Idioma
labels.searchoptions_menu_labels=Rótulos
labels.error_title=Erro
labels.system_error_title=Erro do sistema
labels.contact_site_admin=Entre em contato com o administrador do site.
labels.request_error_title=O formato da solicitação está incorreto.
labels.bad_request=A solicitação para a URL está incorreta.
labels.page_not_found_title=Página não encontrada.
labels.check_url=Verifique a URL.

 * but given that any public suffix may become a host without warning, it is better to err on the
 * side of permissiveness and thus avoid spurious rejection of valid sites. Of course, to actually
 * determine addressability of any host, clients of this class will need to perform their own DNS
 * lookups.
 *
 * <p>During construction, names are normalized in two ways:
 *
 * <ol>

        assertTrue(searchRequestParams.hasConditionQuery());
    }

    public void test_hasConditionQuery_withSiteSearch() {
        // Test with site search
        testParams.conditions.put(SearchRequestParams.AS_SITESEARCH, new String[] { "example.com" });
        assertTrue(searchRequestParams.hasConditionQuery());
    }

        // Simulate crawling progress
        for (int i = 0; i < 100; i++) {
            crawlerContext.incrementAndGetAccessCount();
            crawlerContext.getRobotsTxtUrlSet().add("http://site" + i + ".com/robots.txt");
        }

        // Add sitemaps
        crawlerContext.addSitemaps(new String[] { "http://example.com/sitemap.xml" });

        // Complete crawling

labels.searchoptions_num={0} results
labels.searchoptions_menu_lang=Language
labels.searchoptions_menu_labels=Labels
labels.error_title=Error
labels.system_error_title=System Error
labels.contact_site_admin=Please contact your site administrator.
labels.request_error_title=Invalid Request Format.
labels.bad_request=Your request to the URL is invalid.
labels.page_not_found_title=Page Not Found.
labels.check_url=Please check the URL.

labels.searchoptions_menu_lang=Langue
labels.searchoptions_menu_labels=Étiquettes
labels.error_title=Erreur
labels.system_error_title=Erreur système
labels.contact_site_admin=Veuillez contacter l'administrateur de votre site.
labels.request_error_title=Format de requête non valide.
labels.bad_request=Votre requête à l'URL n'est pas valide.
labels.page_not_found_title=Page non trouvée.
labels.check_url=Veuillez vérifier l'URL.

  public static final String SEC_FETCH_MODE = "Sec-Fetch-Mode";

  /**
   * The HTTP <a href="https://w3c.github.io/webappsec-fetch-metadata/">{@code Sec-Fetch-Site}</a>
   * header field name.
   *
   * @since 27.1
   */
  public static final String SEC_FETCH_SITE = "Sec-Fetch-Site";

  /**
   * The HTTP <a href="https://w3c.github.io/webappsec-fetch-metadata/">{@code Sec-Fetch-User}</a>
   * header field name.
   *