* either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.helper;

import java.io.InputStream;

import org.codelibs.core.io.CloseableUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.RobotsTxt;
import org.dbflute.utflute.core.PlainTestCase;

package org.codelibs.fess.crawler.processor.impl;

import static org.mockito.ArgumentMatchers.any;
import static org.mockito.Mockito.when;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;

import org.codelibs.core.exception.IORuntimeException;
import org.codelibs.fess.crawler.container.CrawlerContainer;

        }
    }

    /**
     * Helper method to create a trackable input stream that records when it's closed.
     */
    private InputStream createTrackableInputStream(final InputStream originalStream, final AtomicBoolean closedFlag) {
        return new InputStream() {
            @Override
            public int read() throws IOException {
                return originalStream.read();
            }

        final InputStream in = ResourceUtil.getResourceAsStream("extractor/program/test.hpp");
        final ExtractData extractData = tikaExtractor.getText(in, null);
        final String content = extractData.getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
    }

    public void test_getTika_sh() {

    void availableReturnsUnderlyingWhenNoMessage() throws IOException {
        // Mock input stream that reports available bytes
        InputStream mockIn = mock(InputStream.class);
        when(mockIn.available()).thenReturn(42);

        SocketInputStream sis = new SocketInputStream(mockIn);

        // When no message is buffered, should return underlying stream's available

 */
package org.codelibs.fess.crawler.extractor;

import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.nio.file.Files;
import java.util.Map;

import org.apache.commons.io.output.DeferredFileOutputStream;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;

        try (final CurlResponse curlResponse = dictionaryManager.getContentResponse(this);
                final InputStream inputStream = new BufferedInputStream(curlResponse.getContentAsStream())) {
            out.write(inputStream);
        }
    }

    /**
     * Gets the type identifier for this dictionary file.
     *
     * @return the dictionary type
     */

        final InputStream in = new ByteArrayInputStream(bytes);

        try {
            sitemapsHelper.parse(in);
            fail();
        } catch (final CrawlingAccessException e) {
            // NOP
        }
    }

    public void test_parseXmlSitemaps_invalid2() {
        final byte[] bytes = "test".getBytes();
        final InputStream in = new ByteArrayInputStream(bytes);

    public void uploadObject(final String objectName, final InputStream inputStream, final long size, final String contentType) {
        try {
            final PutObjectRequest request =
                    PutObjectRequest.builder().bucket(bucket).key(objectName).contentType(contentType).contentLength(size).build();
            s3Client.putObject(request, RequestBody.fromInputStream(inputStream, size));
        } catch (final Exception e) {

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.io.OutputStreamWriter;
import java.io.Writer;
import java.nio.file.Files;
import java.nio.file.Path;
import java.time.LocalDateTime;