sync.RWMutex // mutex for queue stats
}

func newQueueCache(r metrics.Registry) queueCache {
	return queueCache{
		bucketStats:  make(map[string]InQueueStats),
		srQueueStats: newInQueueStats(r, "site"),
	}
}

func (q *queueCache) update() {
	q.Lock()
	defer q.Unlock()
	q.srQueueStats.update()
	for _, s := range q.bucketStats {
		s.update()
	}
}

        // Simulate crawling progress
        for (int i = 0; i < 100; i++) {
            crawlerContext.incrementAndGetAccessCount();
            crawlerContext.getRobotsTxtUrlSet().add("http://site" + i + ".com/robots.txt");
        }

        // Add sitemaps
        crawlerContext.addSitemaps(new String[] { "http://example.com/sitemap.xml" });

        // Complete crawling

# Apply license headers to source files
mvn license:format

# Build JAR with all verifications
mvn clean package

# Generate test coverage report
mvn verify
# Coverage report available at: target/site/jacoco/index.html
```

### Project Structure
```
corelib/
├── src/main/java/org/codelibs/core/
│   ├── beans/          # Bean manipulation and introspection

 * but given that any public suffix may become a host without warning, it is better to err on the
 * side of permissiveness and thus avoid spurious rejection of valid sites. Of course, to actually
 * determine addressability of any host, clients of this class will need to perform their own DNS
 * lookups.
 *
 * <p>During construction, names are normalized in two ways:
 *
 * <ol>

                        site:
                          type: string
                          example: "fess.codelibs.org/"
                        boost:
                          type: string
                          example: "10.0"

### Usando o SDK { #using-the-sdk }

Agora você pode importar e usar o código do cliente. Poderia ser assim, observe que você obtém preenchimento automático para os métodos:

labels.searchoptions_menu_lang=Langue
labels.searchoptions_menu_labels=Étiquettes
labels.error_title=Erreur
labels.system_error_title=Erreur système
labels.contact_site_admin=Veuillez contacter l'administrateur de votre site.
labels.request_error_title=Format de requête non valide.
labels.bad_request=Votre requête à l'URL n'est pas valide.
labels.page_not_found_title=Page non trouvée.
labels.check_url=Veuillez vérifier l'URL.

    ```kotlin
    implementation("com.squareup.okhttp3:okhttp-java-net-cookiehandler:5.0.0-alpha.12")
    ```

 *  New: `Cookie.sameSite` determines whether cookies should be sent on cross-site requests. This
    is used by servers to defend against Cross-Site Request Forgery (CSRF) attacks.

 *  New: Log the total time of the HTTP call in `HttpLoggingInterceptor`.

 *  New: `OkHttpClient.Builder` now has APIs that use `kotlin.time.Duration`.

  public static final String SEC_FETCH_MODE = "Sec-Fetch-Mode";

  /**
   * The HTTP <a href="https://w3c.github.io/webappsec-fetch-metadata/">{@code Sec-Fetch-Site}</a>
   * header field name.
   *
   * @since 27.1
   */
  public static final String SEC_FETCH_SITE = "Sec-Fetch-Site";

  /**
   * The HTTP <a href="https://w3c.github.io/webappsec-fetch-metadata/">{@code Sec-Fetch-User}</a>
   * header field name.
   *

labels.searchoptions_num={0} results
labels.searchoptions_menu_lang=Language
labels.searchoptions_menu_labels=Labels
labels.error_title=Error
labels.system_error_title=System Error
labels.contact_site_admin=Please contact your site administrator.
labels.request_error_title=Invalid Request Format.
labels.bad_request=Your request to the URL is invalid.
labels.page_not_found_title=Page Not Found.
labels.check_url=Please check the URL.