"text/prs.lines.tag",
				"text/red",
				"text/rfc822-headers",
				"text/richtext",
				"text/rtp-enc-aescm128",
				"text/rtx",
				"text/sgml",
				"text/t140",
				"text/tab-separated-values",
				"text/troff",
				"text/ulpfec",
				"text/uri-list",
				"text/vnd.abc",
				"text/vnd.curl",
				"text/vnd.curl.dcurl",
				"text/vnd.curl.scurl",
				"text/vnd.curl.mcurl",

 * @author shinsuke
 *
 */
public class CommandExtractorTest extends PlainTestCase {

    private File createScriptTempFile(final int sleep) {
        String extention;
        String content;
        if (File.separator.equals("/")) {
            // Unix
            extention = ".sh";
            content = "#!/bin/bash\nsleep " + sleep + ";cp $1 $2";
        } else {
            // Windows
            extention = ".bat";

        resultFile = new File(fileTransformer.baseDir, "hoge.html_2" + File.separator + "hoge2.html");
        assertEquals(resultFile, file);
        FileUtil.writeBytes(file.getAbsolutePath(), "abc".getBytes());

        path = "hoge.html/hoge3.html";
        file = fileTransformer.createFile(path);
        resultFile = new File(fileTransformer.baseDir, "hoge.html_2" + File.separator + "hoge3.html");
        assertEquals(resultFile, file);

  <mime-type type="text/rtx"/>
  <mime-type type="text/sgml">
    <glob pattern="*.sgml"/>
    <glob pattern="*.sgm"/>
  </mime-type>
  <mime-type type="text/t140"/>
  <mime-type type="text/tab-separated-values">
    <glob pattern="*.tsv"/>
  </mime-type>

  <mime-type type="text/troff">
    <_comment>Roff/nroff/troff/groff Unformatted Manual Page (UNIX)</_comment>
    <alias type="application/x-troff"/>

            final StringBuilder sb = new StringBuilder();
            for (final String line : rules) {
                sb.append(line).append(System.getProperty("line.separator"));
            }
            reader = new StringReader(sb.toString());
        } else if (settings.get("synonyms_path") != null) {
            if (settings.getAsBoolean("dynamic_reload", false)) {

    /** The system property name for user dictionary path. */
    public static final String USER_DICT_PATH = "fess.user.dict.path";

    /** The text separator. */
    public static final String TEXT_SEPARATOR = " ";

    /** The default role for guest users. */
    public static final String DEFAULT_ROLE = "_guest_";

    /** The default document type. */

 * including adding URLs to the queue, filtering URLs, managing crawler threads,
 * and handling the overall crawling lifecycle.
 *
 * <p>It implements the Runnable interface to be executed in a separate thread,
 * and the AutoCloseable interface to ensure resources are properly released after use.
 *
 * <p>The crawler uses several services and components, such as UrlQueueService, DataService,

 * This wrapper allows for parameter management and initialization before delegating to the wrapped factory.
 *
 * The wrapper maintains its own parameter map which can be initialized separately from the wrapped factory,
 * and provides access to the wrapped factory instance through getParent().
 *
 * All crawler client management operations (adding, getting clients, setting client map) are delegated

 * processing the response, and extracting child URLs.
 *
 * <p>
 * This class implements the {@link Runnable} interface, allowing it to be executed in a separate thread.
 * It uses various services and components, such as {@link UrlQueueService}, {@link DataService},
 * {@link CrawlerContainer}, {@link LogHelper}, {@link CrawlerClientFactory}, and {@link CrawlerContext},

     * The date of last modification of the file. This date should be in W3C
     * Datetime format. This format allows you to omit the time portion, if
     * desired, and use YYYY-MM-DD.
     *
     * Note that this tag is separate from the If-Modified-Since (304) header
     * the server can return, and search engines may use the information from
     * both sources differently.
     */
    private String lastmod;

    /**