---

## Key Components

### Crawler (`Crawler.java`)

Main orchestrator for crawling operations.

**Key Methods**:
```java
String execute()                // Start crawling, return session ID
void addUrl(String url)         // Add URL to queue
void cleanup(String sessionId)  // Clean up session
void stop()                     // Stop gracefully
```

        String sessionId = "session123";
        result.setSessionId(sessionId);
        assertEquals(sessionId, result.getSessionId());
    }

    public void test_ruleIdGetterSetter() {
        // Test rule ID getter/setter
        AccessResultImpl<Long> result = new AccessResultImpl<>();

        String ruleId = "rule456";
        result.setRuleId(ruleId);

    /** Whether to use batching */
    boolean USE_BATCHING = Config.getBoolean("jcifs.smb1.smb.client.useBatching", true);
    /** OEM encoding */
    String OEM_ENCODING = Config.getProperty("jcifs.smb1.encoding", Config.DEFAULT_OEM_ENCODING);
    /** Unicode encoding */
    String UNI_ENCODING = "UTF-16LE";
    /** Default FLAGS2 value */

        @Test
        @DisplayName("URL parameter is correctly parsed")
        void urlParameterParsing() {
            String expectedUrl = "smb://server/share/test.txt";
            TestLocking t = new TestLocking();

            // Simulate argument parsing
            String[] args = { "-t", "2", "-i", "5", "-d", "100", expectedUrl };
            for (int ai = 0; ai < args.length; ai++) {

            val parameter = parameters[0] as String

            if (message == "Produced ClientHello handshake message") {
              random = readClientRandom(parameter)
            }
          }
        }

        override fun flush() {}

        override fun close() {}
      }

    private fun readClientRandom(param: String): String? {
      val matchResult = randomRegex.find(param)

  }
}
```

- `aws:UserAgent` - This value is a string that contains information about the requester's client application. This string is generated by the client and can be unreliable. You can only use this context key from `mc` or other MinIO SDKs which standardize the User-Agent string.

        }

        @ParameterizedTest(name = "invalid path: {0}")
        @MethodSource("invalidShareEnumCases")
        void doShareEnum_invalidPath_throws(String url, String pathSuffix, boolean expectDirSlashMsg) throws Exception {
            // Arrange
            SmbFile parent = new SmbFile(url);

            // Act + Assert

 */
@Deprecated(since = "4.0.0")
interface ModelCacheTag<T> {

    /**
     * Gets the name of the tag.
     *
     * @return The name of the tag, must not be {@code null}.
     */
    String getName();

    /**
     * Gets the type of data associated with this tag.
     *
     * @return The type of data, must not be {@code null}.
     */
    Class<T> getType();

    /**

Crawler crawler = container.getComponent("crawler");
crawler.addUrl("https://example.com");
crawler.crawlerContext.setMaxAccessCount(500);
String sessionId = crawler.execute();
```

### Background Crawling

```java
// Configure for background execution
crawler.setBackground(true);
String sessionId = crawler.execute();

// Check crawling status
while (crawler.crawlerContext.getStatus() == CrawlerStatus.RUNNING) {

from fastapi import FastAPI, Query

app = FastAPI()


@app.get("/items/")
async def read_items(
    q: Annotated[
        Union[str, None],
        Query(
            title="Query string",
            description="Query string for the items to search in the database that have a good match",
            min_length=3,
        ),
    ] = None,
):
    results = {"items": [{"item_id": "Foo"}, {"item_id": "Bar"}]}
    if q: