Fess also contains a Crawler, which can crawl documents on a [web server](https://fess.codelibs.org/15.5/admin/webconfig-guide.html), [file system](https://fess.codelibs.org/15.5/admin/fileconfig-guide.html), or [Data Store](https://fess.codelibs.org/15.5/admin/dataconfig-guide.html) (such as...

<?xml version="1.0"?>

<!DOCTYPE suppressions PUBLIC
    "-//Puppy Crawl//DTD Suppressions 1.1//EN"
    "http://www.puppycrawl.com/dtds/suppressions_1_1.dtd">

<suppressions>
    <!-- These packages are duplicated in core-api, don't require a package-info.java in each place -->
    <suppress checks="JavadocPackage"
              files=".*[/\\]stdlib-java-extensions[/\\]src[/\\]main[/\\]java[/\\]org[/\\]gradle[/\\]api[/\\][^/\\]+"/>

import org.codelibs.fess.crawler.helper.ContentLengthHelper;
import org.codelibs.fess.crawler.helper.MimeTypeHelper;

import jakarta.annotation.Resource;

/**
 * FileSystemClient is CrawlerClient implementation to crawl files on a file
 * system.
 *
 * @author shinsuke
 *
 */
public class FileSystemClient extends AbstractCrawlerClient {

    /** Logger instance for this class */

    @Resource
    private RequestHeaderService requestHeaderService;
    @Resource
    private ReqHeaderPager reqHeaderPager;
    /** Web configuration service for managing web crawl configurations. */
    @Resource
    protected WebConfigService webConfigService;

    // ===================================================================================

<div class="wrapper">
    <jsp:include page="/WEB-INF/view/common/admin/header.jsp"></jsp:include>
    <jsp:include page="/WEB-INF/view/common/admin/sidebar.jsp">
        <jsp:param name="menuCategoryType" value="crawl"/>
        <jsp:param name="menuType" value="webConfig"/>
    </jsp:include>
    <main class="content-wrapper">
        <div class="content-header">
            <div class="container-fluid">

        try {
            crawlJob.execute();
            fail("Should throw JobProcessingException");
        } catch (JobProcessingException e) {
            assertTrue(e.getMessage().contains("Failed to execute a crawl job"));
            assertNotNull(e.getCause());
            assertEquals("Test exception", e.getCause().getMessage());
        }
    }

    // Test execute with JobProcessingException in executeCrawler

        assertTrue("Configuration should be fast", true);
    }

    @Test
    public void test_empty_session_handling() {
        try {
            dataIndexHelper.crawl("");
            dataIndexHelper.crawl(null);
            assertTrue("Empty session handling should be fast", true);
        } catch (Exception e) {
            assertTrue("Exception handling should be fast", true);
        }
    }

     */
    protected CrawlerClient getClient(final String url) {
        return clientFactory.getClient(url);
    }

    /**
     * Checks if the content has been updated since the last crawl.
     * @param client The crawler client.
     * @param urlQueue The URL queue entry.
     * @return true if content is updated, false otherwise.
     */

labels.crawling_info_WebFsCrawlExecTime=Crawl-Ausführungszeit (Web/Datei)
labels.crawling_info_WebFsCrawlStartTime=Crawl-Startzeit (Web/Datei)
labels.crawling_info_WebFsCrawlEndTime=Crawl-Endzeit (Web/Datei)
labels.crawling_info_WebFsIndexExecTime=Indizierungs-Ausführungszeit (Web/Datei)
labels.crawling_info_WebFsIndexSize=Indexgröße (Web/Datei)
labels.crawling_info_DataCrawlExecTime=Crawl-Ausführungszeit (Datenspeicher)

    public void test_crawl_withNullParameters() {
        try {
            webFsIndexHelper.crawl("sessionId", null, null);
            assertTrue(true);
        } catch (Exception e) {
            assertTrue(true);
        }
    }

    @Test
    public void test_crawl_withEmptyLists() {
        try {
            webFsIndexHelper.crawl("sessionId", Collections.emptyList(), Collections.emptyList());
            assertTrue(true);