public void test_transform_text() throws Exception {
        final byte[] data = new String("xyz").getBytes();
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("file:/test.txt");
        responseData.setCharSet(Constants.UTF_8);
        responseData.setResponseBody(data);
        responseData.setMimeType("text/plain");
        final ResultData resultData = textTransformer.transform(responseData);

public class CharTypeFilterFactory extends AbstractTokenFilterFactory {

    private final boolean alphabetic;

    private final boolean digit;

    private final boolean letter;

    public CharTypeFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

        // nothing
    }

    private final List<ReadingConverter> converters = new ArrayList<>();

    @Override
    public void init() throws IOException {
        for (final ReadingConverter converter : converters) {
            converter.init();
        }
    }

    @Override
    public List<String> convert(final String text, final String field, final String... lang) throws IOException {

        try {
            mimeTypes = MimeTypesFactory.create(MIME_TYPES_RESOURCE_NAME);
        } catch (final Exception e) {
            throw new CrawlerSystemException("Could not initialize MimeTypeHelper.", e);
        }
    }

    @Override
    public String getContentType(final InputStream is, final String filename) {
        final Map<String, String> params = new HashMap<>();
        params.put(ExtractData.RESOURCE_NAME_KEY, filename);

 *
 */
public class StorageClientTest extends PlainTestCase {

    private static final Logger logger = LogManager.getLogger(StorageClientTest.class);

    private static final String IMAGE_NAME = "minio/minio:RELEASE.2022-06-02T02-11-04Z";

    private static final String SECRET_KEY = "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY";

    private static final String ACCESS_KEY = "AKIAIOSFODNN7EXAMPLE";

    public StorageClient storageClient;

    private final String[] stopwords;

    private final boolean ignoreCase;

    public StopTokenPrefixFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

 *
 * @see TextNormalizeContext
 */
public final class TextUtil {
    private static final Logger logger = LogManager.getLogger(TextUtil.class);

    private TextUtil() {
    }

    /**
     * This class provides a context for normalizing text.
     */
    public static class TextNormalizeContext {

        private final Reader reader;

        private int initialCapacity = 10000;

    public NumberConcatenationFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

        final String suffixWordsPath = settings.get("suffix_words_path");

        if (suffixWordsPath != null) {
            final File suffixWordsFile = environment.configDir().resolve(suffixWordsPath).toFile();

    private Pattern pattern2;

    public PatternConcatenationFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

        final String pattern1Str = settings.get("pattern1");
        final String pattern2Str = settings.get("pattern2", ".*");

        if (logger.isDebugEnabled()) {

    @Override
    public void storeData(final ResponseData responseData, final ResultData resultData) {
        resultData.setTransformerName(getName());

        initBaseDir();

        final String url = responseData.getUrl();
        final String path = getFilePath(url);

        synchronized (this) {

            final File file = createFile(path);