super();
    }

    /**
     * Extracts text from the Publisher input stream.
     * @param in The input stream.
     * @param params The parameters.
     * @return The extracted data.
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {

     * @param transliteratorId The ID of the transliterator to use.
     */
    public ICUNormalizer(final String transliteratorId) {
        transliterator = Transliterator.getInstance(transliteratorId);
    }

    @Override
    public String normalize(final String text, final String field, final String... langs) {
        return transliterator.transliterate(text);
    }

 * @author shinsuke
 *
 */
public class ZipExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(ZipExtractorTest.class);

    public ZipExtractor zipExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer();
        container.singleton("archiveStreamFactory", ArchiveStreamFactory.class)

 * @author shinsuke
 *
 */
public class ContentLengthHelperTest extends PlainTestCase {
    private static long DEFAULT_MAX_LENGTH = 10L * 1024L * 1024L;

    public ContentLengthHelper contentLengthHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("contentLengthHelper", ContentLengthHelper.class);

        alphabetic = settings.getAsBoolean("alphabetic", true);
        digit = settings.getAsBoolean("digit", true);
        letter = settings.getAsBoolean("letter", true);
    }

    @Override
    public TokenStream create(final TokenStream tokenStream) {
        return new CharTypeFilter(tokenStream, alphabetic, digit, letter);
    }

    public KanjiNumberFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);
    }

    @Override
    public TokenStream create(final TokenStream tokenStream) {
        return new KanjiNumberFilter(tokenStream);
    }

        if (ignoreCase) {
            for (int i = 0; i < stopwords.length; i++) {
                stopwords[i] = stopwords[i].toLowerCase(Locale.ROOT);
            }
        }
    }

    @Override
    public TokenStream create(final TokenStream tokenStream) {
        return new StopTokenSuffixFilter(tokenStream, stopwords, ignoreCase);
    }

    private static final String IMAGE_NAME = "dperson/samba:latest";

    private SmbClient smbClient;
    private GenericContainer<?> sambaServer;
    private String baseUrl;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        Path tempDir = Files.createTempDirectory("smbdata");
        Path publicDir = tempDir.resolve("public");

        }
        if (pattern1Str != null) {
            pattern1 = Pattern.compile(pattern1Str);
            pattern2 = Pattern.compile(pattern2Str);
        }
    }

    @Override
    public TokenStream create(final TokenStream tokenStream) {
        return new PatternConcatenationFilter(tokenStream, pattern1, pattern2);
    }

    public DisableGraphFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);
    }

    @Override
    public TokenStream create(final TokenStream tokenStream) {
        tokenStream.addAttribute(DisableGraphAttribute.class);
        return tokenStream;
    }