assertEquals(2, values.length);
            assertEquals("storage://fess/dir1/dir2/", values[0]);
            assertEquals("storage://fess/dir1/file2.txt", values[1]);
        }
        try (final ResponseData responseData = storageClient.doGet("storage://fess/dir1/dir2/")) {
            fail();
        } catch (ChildUrlsException e) {

        Path dir1 = usersDir.resolve("dir1");
        Files.createDirectory(dir1);
        Files.writeString(dir1.resolve("file2.txt"), "file2");
        Path dir2 = dir1.resolve("dir2");
        Files.createDirectory(dir2);
        Files.writeString(dir2.resolve("file3.txt"), "file3");
        Path dir3 = usersDir.resolve("dir3");
        Files.createDirectory(dir3);

            assertEquals(5, urlSet.size());
            final List<String> urlList = urlSet.stream().map(x -> x.getUrl()).sorted().toList();
            assertEquals("ftp://localhost:10021/dir1", urlList.get(0));
            assertEquals("ftp://localhost:10021/dir2", urlList.get(1));
            assertEquals("ftp://localhost:10021/text 3.txt", urlList.get(2));
            assertEquals("ftp://localhost:10021/text1.txt", urlList.get(3));

        crawler.crawlerContext.setMaxAccessCount(maxCount);
        crawler.crawlerContext.setNumOfThread(numOfThread);
        crawler.urlFilter.addInclude(url + ".*");
        crawler.urlFilter.addExclude(url + "/dir1/.*");
        final String sessionId = crawler.execute();
        assertEquals(maxCount, dataService.getCount(sessionId));
        dataService.delete(sessionId);
    }

import org.apache.lucene.util.BytesRef;
import org.apache.lucene.util.CharsRef;
import org.apache.lucene.util.UnicodeUtil;
import org.apache.lucene.util.fst.FST;

// https://issues.apache.org/jira/browse/LUCENE-5252
public final class NGramSynonymTokenizer extends Tokenizer {

    public static final int DEFAULT_N_SIZE = 2;

    public static final String DEFAULT_DELIMITERS = " 　\t\n\r";

        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("https://example.com/page1"));
        assertTrue(urlFilter.match("https://example.com/dir/page2"));
        assertFalse(urlFilter.match("https://other.com/"));
    }

    /**
     * Test adding multiple include patterns
     */
    public void test_addInclude_multiplePatterns() {

        crawler.crawlerContext.setMaxAccessCount(maxCount);
        crawler.crawlerContext.setNumOfThread(numOfThread);
        crawler.urlFilter.addInclude(url + ".*");
        crawler.urlFilter.addExclude(url + "/dir1/.*");
        final String sessionId = crawler.execute();
        assertEquals(maxCount, dataService.getCount(sessionId));
        dataService.delete(sessionId);
    }