# NOTE: All flags are optional
  # - filtering criteria only applies for all source objects match the criteria
  # - configurable notification endpoints
  # - configurable retries for the job (each retry skips successfully previously replaced objects)
  flags:
    filter:
      newerThan: "7d10h31s" # match objects newer than this value (e.g. 7d10h31s)

type Server struct {
	http.Server
	Addrs         []string      // addresses on which the server listens for new connection.
	TCPOptions    TCPOptions    // all the configurable TCP conn specific configurable options.
	listenerMutex sync.Mutex    // to guard 'listener' field.
	listener      *httpListener // HTTP listener for all 'Addrs' field.

 * This class provides a default way to manage delays between crawler operations.
 * It allows setting delays before processing, after processing, when no URLs are in the queue,
 * and when waiting for new URLs.
 * The delays are configurable via constructor parameters.
 *
 */
public class DefaultIntervalController extends AbstractIntervalController {

    /** Delay in milliseconds after processing a URL */

 * This client will attempt to execute requests multiple times before giving up, with configurable
 * retry counts and intervals between attempts.
 *
 * <p>The client supports a RequestListener interface to monitor the request lifecycle and handle
 * exceptions during retries.</p>
 *
 * <p>Key features:</p>
 * <ul>
 *   <li>Configurable maximum retry attempts</li>
 *   <li>Adjustable interval between retries</li>

import java.io.IOException;
import java.io.InputStreamReader;
import java.io.Reader;
import org.jspecify.annotations.NullUnmarked;

/**
 * A char source for testing that has configurable options.
 *
 * @author Colin Decker
 */
@NullUnmarked
public class TestCharSource extends CharSource implements TestStreamSupplier {

  private final TestByteSource byteSource;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.Random;
import org.jspecify.annotations.NullUnmarked;

/**
 * A byte source for testing that has configurable behavior.
 *
 * @author Colin Decker
 */
@NullUnmarked
public final class TestByteSource extends ByteSource implements TestStreamSupplier {

  private final byte[] bytes;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.Random;
import org.jspecify.annotations.NullUnmarked;

/**
 * A byte source for testing that has configurable behavior.
 *
 * @author Colin Decker
 */
@NullUnmarked
public final class TestByteSource extends ByteSource implements TestStreamSupplier {

  private final byte[] bytes;

import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.OutputStream;
import org.jspecify.annotations.NullUnmarked;

/**
 * A byte sink for testing that has configurable behavior.
 *
 * @author Colin Decker
 */
@NullUnmarked
public class TestByteSink extends ByteSink implements TestStreamSupplier {

  private final ByteArrayOutputStream bytes = new ByteArrayOutputStream();

import java.io.FilterWriter;
import java.io.IOException;
import java.io.OutputStreamWriter;
import java.io.Writer;
import org.jspecify.annotations.NullUnmarked;

/**
 * A char sink for testing that has configurable behavior.
 *
 * @author Colin Decker
 */
@NullUnmarked
public class TestCharSink extends CharSink implements TestStreamSupplier {

  private final TestByteSink byteSink;

 *
 * <p>Features:
 * <ul>
 *   <li>Structured text extraction with key-value pairs</li>
 *   <li>Top-level field extraction as metadata</li>
 *   <li>Nested structure flattening with configurable depth</li>
 *   <li>Array element extraction</li>
 *   <li>Configurable field separator and array formatting</li>
 * </ul>
 */
public class JsonExtractor extends AbstractExtractor {
    /** Logger instance for this class. */