Worker thread for crawling.

**Flow**: Poll URL → Validate → Get client → Delay → Check last-modified → Execute → Process → Extract children → Queue children → Delay

### CrawlerClientFactory

Pattern-based client selection using `LinkedHashMap<Pattern, CrawlerClient>`.

**Standard Patterns**:
```java
"^https?://.*"     → httpClient
"^file:.*"         → fileSystemClient
"^ftp://.*"        → ftpClient
"^smb://.*"        → smbClient

 * from files that match the pattern "stopwords.*\\.txt".
 */
public class StopwordsCreator extends DictionaryCreator {
    private static final Logger logger = LogManager.getLogger(StopwordsCreator.class);

    /**
     * Constructs a new creator for stopwords dictionaries.
     * It sets the file pattern to match files starting with "stopwords"
     * and ending with ".txt".
     */

								<artifactSet>
									<includes>
										<include>org.dbflute:dbflute-runtime</include>
									</includes>
								</artifactSet>
								<relocations>
									<relocation>
										<pattern>org.dbflute</pattern>
										<shadedPattern>org.codelibs.fess.crawler.dbflute</shadedPattern>
									</relocation>
								</relocations>
							</configuration>
						</execution>
					</executions>
				</plugin>

/**
 * DOS-style file filter implementation for SMB1 protocol.
 * Filters files based on wildcard patterns and DOS file attributes.
 */
public class DosFileFilter implements SmbFileFilter {

    /**
     * The wildcard pattern for filtering file names.
     */
    protected String wildcard;

    /**
     * The DOS file attributes to filter on.
     */
    protected int attributes;

    /**

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Search term for key matching */
    public String term;

    /** Query pattern for key matching */
    public String query;

     * @param url URL
     * @return true if url is matched
     */
    boolean match(String url);

    /**
     * Add an url pattern as a target.
     *
     * @param urlPattern Regular expression that is crawled
     */
    void addInclude(String urlPattern);

    /**
     * Add an url pattern as a non-target.
     *
     * @param urlPattern Regular expression that is not crawled
     */

    void baseSetUp() {
        // Common setup for all tests
        logger.debug("Setting up test: {}", getClass().getSimpleName());
    }

    /**
     * Create a test byte array with specified size and pattern
     */
    protected byte[] createTestData(int size) {
        byte[] data = new byte[size];
        for (int i = 0; i < size; i++) {
            data[i] = (byte) (i % 256);
        }
        return data;
    }

            value = value.replace(s, "\\" + s);
        }
        return value;
    }

    /**
     * Sets the search request parameters for this builder.
     * This method follows the builder pattern for method chaining.
     *
     * @param params the search request parameters to use
     * @return this QueryStringBuilder instance for method chaining
     */

/**
 * Search request body for boost document administration.
 * Extends BaseSearchBody with boost document-specific search parameters.
 */
public class SearchBody extends BaseSearchBody {

    /** The URL expression pattern to search for in boost documents. */
    public String urlExpr;

    /** The boost expression to search for in boost documents. */
    public String boostExpr;

    /**
     * Default constructor for SearchBody.

				</div>
				<div class="info">
					<fmt:formatDate value="${fe:parseDate(doc.last_modified)}" type="BOTH" pattern="yyyy-MM-dd HH:mm" />
					<c:if test="${doc.last_modified==null || doc.last_modified==''}">
						<fmt:formatDate value="${fe:parseDate(doc.created)}" type="BOTH" pattern="yyyy-MM-dd HH:mm" />
					</c:if>
					<c:if test="${doc.content_length!=null && doc.content_length!=''}">
						<div class="d-sm-none"></div>