assertEquals(2, values.length);
            assertEquals("storage://fess/dir1/dir2/", values[0]);
            assertEquals("storage://fess/dir1/file2.txt", values[1]);
        }
        try (final ResponseData responseData = storageClient.doGet("storage://fess/dir1/dir2/")) {
            fail();
        } catch (ChildUrlsException e) {

        Path dir1 = usersDir.resolve("dir1");
        Files.createDirectory(dir1);
        Files.writeString(dir1.resolve("file2.txt"), "file2");
        Path dir2 = dir1.resolve("dir2");
        Files.createDirectory(dir2);
        Files.writeString(dir2.resolve("file3.txt"), "file3");
        Path dir3 = usersDir.resolve("dir3");
        Files.createDirectory(dir3);

        for (int i = 1; i <= 10; i++) {
            final File file = new File(dir, "file" + count + "-" + i + ".html");
            file.deleteOnExit();
            FileUtil.writeBytes(file.getAbsolutePath(), content.getBytes("UTF-8"));
            final File childDir = new File(dir, "dir" + count + "-" + i);
            childDir.mkdirs();
            generateContents(childDir, count - 1);
        }
    }

            assertEquals(5, urlSet.size());
            final List<String> urlList = urlSet.stream().map(x -> x.getUrl()).sorted().toList();
            assertEquals("ftp://localhost:10021/dir1", urlList.get(0));
            assertEquals("ftp://localhost:10021/dir2", urlList.get(1));
            assertEquals("ftp://localhost:10021/text 3.txt", urlList.get(2));
            assertEquals("ftp://localhost:10021/text1.txt", urlList.get(3));

                String url = requestData.getUrl();
                if (url.indexOf(".svn") < 0) {
                    assertTrue(url.contains("test/dir1") || url.contains("test/dir2") || url.contains("test/text1.txt")
                            || url.contains("test/text2.txt") || url.contains("test/text%203.txt"));
                }
            }
        }

    }

        for (int i = 1; i <= 10; i++) {
            final File file = new File(dir, "file" + count + "-" + i + ".html");
            file.deleteOnExit();
            FileUtil.writeBytes(file.getAbsolutePath(), content.getBytes("UTF-8"));
            final File childDir = new File(dir, "dir" + count + "-" + i);
            childDir.mkdirs();
            generateContents(childDir, count - 1);
        }
    }

        for (int i = 1; i <= 10; i++) {
            final File file = new File(dir, "file" + count + "-" + i + ".html");
            file.deleteOnExit();
            FileUtil.writeBytes(file.getAbsolutePath(), content.getBytes("UTF-8"));
            final File childDir = new File(dir, "dir" + count + "-" + i);
            childDir.mkdirs();
            generateContents(childDir, count - 1);
        }
    }

    <sub-class-of type="application/dita+xml"/>
    <_comment>DITA Task Topic</_comment>
    <root-XML localName="task"/>
    <root-XML localName="task" namespaceURI="http://docs.oasis-open.org/namespace"/>
  </mime-type>
  <mime-type type="application/dita+xml;format=concept">
    <sub-class-of type="application/dita+xml;format=topic"/>
    <_comment>DITA Concept Topic</_comment>
    <root-XML localName="concept"/>

        crawler.crawlerContext.setMaxAccessCount(maxCount);
        crawler.crawlerContext.setNumOfThread(numOfThread);
        crawler.urlFilter.addInclude(url + ".*");
        crawler.urlFilter.addExclude(url + "/dir1/.*");
        final String sessionId = crawler.execute();
        assertEquals(maxCount, dataService.getCount(sessionId));
        dataService.delete(sessionId);
    }

import org.apache.lucene.util.BytesRef;
import org.apache.lucene.util.CharsRef;
import org.apache.lucene.util.UnicodeUtil;
import org.apache.lucene.util.fst.FST;

// https://issues.apache.org/jira/browse/LUCENE-5252
public final class NGramSynonymTokenizer extends Tokenizer {

    public static final int DEFAULT_N_SIZE = 2;

    public static final String DEFAULT_DELIMITERS = " 　\t\n\r";