@DisplayName("writeWireFormat should write header and trailer")
    void testWriteWireFormat() {
        packet.type = SessionServicePacket.SESSION_MESSAGE;
        packet.trailerLength = 10; // Mock trailer will write 10 bytes

        byte[] dst = new byte[50];
        int totalWritten = packet.writeWireFormat(dst, 0);

        assertEquals(14, totalWritten); // 4 header + 10 trailer

	return r.Header.Get(xhttp.AmzContentSha256) == streamingContentSHA256Trailer &&
		r.Method == http.MethodPut
}

// Verify if the request has AWS Streaming Signature Version '4', with unsigned content and trailer.
func isRequestUnsignedTrailerV4(r *http.Request) bool {
	return r.Header.Get(xhttp.AmzContentSha256) == unsignedPayloadTrailer &&
		r.Method == http.MethodPut
}

// Authorization type.
//

	req, err := http.NewRequest(http.MethodPut, getPutObjectURL(s.endPoint, bucketName, "test-cve-object.txt"), nil)
	c.Assert(err, nil)

	req.Body = io.NopCloser(bytes.NewReader([]byte("foobar!\n")))
	req.Trailer = http.Header{}
	req.Trailer.Set("x-amz-checksum-crc32", "rK0DXg==")

	now := UTCNow()

	req = signer.StreamingUnsignedV4(req, "", 8, now)

	maliciousHeaders := http.Header{

 * </pre>
 */
public class Crawler {

    /**
     * Creates a new instance of Crawler.
     */
    public Crawler() {
        // Default constructor
    }

    /** Logger instance for this class. */
    private static final Logger logger = LogManager.getLogger(Crawler.class);

    /** Thread name for web and file system crawling process. */

    OkHttpClient client = new OkHttpClient.Builder()
        .cache(cache)
        .callTimeout(5, TimeUnit.SECONDS)
        .build();

    Crawler crawler = new Crawler(client, queueLimit, hostLimit);
    crawler.queue.add(HttpUrl.get(args[1]));
    crawler.parallelDrainQueue(threadCount);
  }

        NameTrackingTransformer tracker = new NameTrackingTransformer();
        ResponseData responseData = new ResponseData();

        // Transform with different names
        tracker.setName("name1");
        tracker.transform(responseData);

        tracker.setName("name2");
        tracker.transform(responseData);

        tracker.setName("name3");
        tracker.transform(responseData);

- name: slowapi
  html_url: https://github.com/laurentS/slowapi
  stars: 1580
  owner_login: laurentS
  owner_html_url: https://github.com/laurentS
- name: coronavirus-tracker-api
  html_url: https://github.com/ExpDev07/coronavirus-tracker-api
  stars: 1578
  owner_login: ExpDev07
  owner_html_url: https://github.com/ExpDev07
- name: fastapi-crudrouter
  html_url: https://github.com/awtkns/fastapi-crudrouter

     */
    fun responseBodyComplete(trailers: Headers) {
      if (state == STATE_CLOSED) return
      if (state != STATE_READING_RESPONSE_BODY) throw IllegalStateException("state: $state")

      detachTimeout(timeout)

      this@Http1ExchangeCodec.trailers = trailers
      state = STATE_CLOSED
      if (trailers.size > 0) {
        client?.cookieJar?.receiveHeaders(url, trailers)
      }
    }
  }

   * @throws IOException if the trailers cannot be loaded, such as if the network connection is
   *     dropped.
   */
  @Throws(IOException::class)
  fun trailers(): Headers = trailersSource.get()

  /**
   * Returns the trailers after the HTTP response, if they are available to read immediately. Unlike
   * [trailers], this doesn't block if the trailers are not immediately available, and instead

        Crawler.Options options = new Crawler.Options();
        options.sessionId = "test-session";
        options.fileConfigIds = "file1";

        int result = crawler.doCrawl(options);
        assertEquals(Constants.EXIT_OK, result);
    }

    public void test_doCrawl_withDataConfigIds() {
        Crawler.Options options = new Crawler.Options();
        options.sessionId = "test-session";