if (pattern.isEmpty() || pattern.charAt(pattern.length() - 1) != '$') {
                // This makes "/fish" match "/fish", "/fishing", "/fish/", etc.
                // No need to add anything - the pattern naturally continues
            }

            return Pattern.compile(regex.toString());
        }

        /**
         * Calculates the priority length for this pattern.

            verify(session).setAttribute("ntlmuser", "user");
            verify(session).setAttribute("ntlmdomain", "TEST_DOMAIN");

            // Verify that the chain continues
            verify(response, never()).setStatus(HttpServletResponse.SC_UNAUTHORIZED);
        }
    }

    /**
     * Test the service method with NTLM authentication that fails.

- Background temp file deletion via `FileUtil.deleteInBackground()`

**Fault Tolerance**:
- `FaultTolerantClient` wrapper (retry, circuit breaker)
- Graceful degradation (e.g., robots.txt parsing continues on errors)

---

## Key Components

### Crawler (`Crawler.java`)

Main orchestrator for crawling operations.

**Key Methods**:
```java

            crawlerContext.activeThreadCount--;
        }
    }

    /**
     * Checks if the crawling process should continue.
     * @param tcCount The thread check count.
     * @return true if the crawling should continue, false otherwise.
     */
    protected boolean isContinue(final int tcCount) {
        if (!crawlerContainer.available()) {
            // system shutdown

                                // Ignore invalid crawl-delay values (non-numeric)
                                // This allows parsing to continue with other directives
                            }
                        }
                        continue;
                    }

                    // Try to parse as Sitemap directive
                    value = getValue(SITEMAP_RECORD, line);

        // are handled in the switch statement's default case which continues the loop
        byte[] data = new byte[] { 1, 2 };

        // Use a type that's not SESSION_MESSAGE or SESSION_KEEP_ALIVE
        byte[] unknownHeader = new byte[] { (byte) 0x90, 0, 0, 0 };

        byte[] fullData = concat(unknownHeader, // Unknown packet type - will continue to next packet
                messageHeader(2), data);

        for (int i = 0; i < args.length; ++i) {
            if (args[i] == null) {
                continue;
            }
            if (ClassUtil.isAssignableFrom(paramTypes[i], args[i].getClass())) {
                continue;
            }
            if (adjustNumber && adjustNumber(paramTypes, args, i)) {
                continue;
            }
            return false;
        }
        return true;
    }

            if (!srcPropertyDesc.isReadable() || !options.isTargetProperty(srcPropertyName)) {
                continue;
            }
            final String destPropertyName = options.trimPrefix(srcPropertyName);
            if (!destBeanDesc.hasPropertyDesc(destPropertyName)) {
                continue;
            }
            final PropertyDesc destPropertyDesc = destBeanDesc.getPropertyDesc(destPropertyName);

                        }
                        continue;
                    }

                    if (!conn.getNegotiateResponse().canReuse(tc, forceSigning)) {
                        if (log.isTraceEnabled()) {
                            log.trace("Cannot reuse, different config " + conn);
                        }
                        continue;
                    }

                if (replacedLine.length() == 0) {
                    if (updater != null) {
                        updater.write(line);
                    }
                    continue;
                }

                String[] inputs;
                String output;

                final Matcher m = parsePattern.matcher(replacedLine);

                if (!m.find()) {