## Common Development Tasks

### Adding a Protocol Client

1. **Implement `CrawlerClient`**:
```java
public class MyClient extends AbstractCrawlerClient {
    @Override
    public ResponseData execute(RequestData request) { /* ... */ }

    @Override
    public void close() { /* cleanup */ }
}
```

2. **Register in DI config** (`crawler.xml`):
```xml

/**
 * Manages a dictionary file for stemmer overrides.
 * This class handles reading, parsing, and updating files that contain
 * stemmer override rules, where each rule maps an input word to an
 * output stem. The file format is expected to be `input => output`.
 *
 * The class provides methods for retrieving, adding, updating, and
 * deleting stemmer override items, as well as reloading the dictionary
 * from its source file.

    assert response.status_code == 200, response.text


def test_openapi_schema():
    """
    Test that example overrides work:

    * pydantic model schema_extra is included
    * Body(example={}) overrides schema_extra in pydantic model
    * Body(examples{}) overrides Body(example={}) and schema_extra in pydantic model
    """
    app = create_app()
    client = TestClient(app)

        yield {
            "app_specific": True,
            "overridden": "app",
        }

    @asynccontextmanager
    async def router_lifespan(
        app: FastAPI,
    ) -> AsyncGenerator[dict[str, Union[str, bool]], None]:
        yield {
            "router_specific": True,
            "overridden": "router",  # should override parent
        }

    router = APIRouter(lifespan=router_lifespan)

    //                                                                              ======
    // to suppress unexpected override by sub-class
    // you should remove the 'final' if you need to override this
    /**
     * Hook method called before action execution.
     * This method refreshes the user information if a user is logged in

    @Override
    public UnmodifiableIterator<Entry<K, V>> iterator() {
      return multimap.entryIterator();
    }

    @Override
    boolean isPartialView() {
      return multimap.isPartialView();
    }

    @Override
    public int size() {
      return multimap.size();
    }

    @Override
    public boolean contains(@Nullable Object object) {
      if (object instanceof Entry) {

    private static final String ACCESS_KEY = "AKIAIOSFODNN7EXAMPLE";

    public StorageClient storageClient;

    private GenericContainer minioServer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        final int port = 9000;
        logger.info("Creating {}", IMAGE_NAME);
        minioServer = new GenericContainer<>(IMAGE_NAME)//

    @Override
    public UnmodifiableIterator<Entry<K, V>> iterator() {
      return multimap.entryIterator();
    }

    @Override
    boolean isPartialView() {
      return multimap.isPartialView();
    }

    @Override
    public int size() {
      return multimap.size();
    }

    @Override
    public boolean contains(@Nullable Object object) {
      if (object instanceof Entry) {

    private static final String ACCESS_KEY = "AKIAIOSFODNN7EXAMPLE";

    public S3Client s3Client;

    private GenericContainer minioServer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        final int port = 9000;
        logger.info("Creating {}", IMAGE_NAME);
        minioServer = new GenericContainer<>(IMAGE_NAME)//

     *
     * @throws InterruptedRuntimeException if the thread is interrupted during the delay
     * @throws CrawlerSystemException if an error occurs while processing the URL
     */
    @Override
    protected void delayBeforeProcessing() {
        final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
        if (urlQueue == null) {
            return;
        }