}

        public XmlReaderRequestBuilder url(URL url) {
            this.url = url;
            return this;
        }

        public XmlReaderRequestBuilder inputStream(InputStream inputStream) {
            this.inputStream = inputStream;
            return this;
        }

        public XmlReaderRequestBuilder reader(Reader reader) {
            this.reader = reader;
            return this;
        }

        // Custom InputStream implementation
        final InputStream customStream = new InputStream() {
            @Override
            public int read() {
                return -1;
            }
        };
        extractor.testValidateInputStream(customStream);
    }

    /**
     * Test exception message format for null input stream.
     */

            assertEquals("The inputstream is null.", e.getMessage());
        }
    }

    /**
     * Test that extraction error includes encoding information in the error message.
     */
    public void test_getText_extractionError_includesEncodingInMessage() {
        // Create a stream that will cause an error during reading
        final InputStream errorStream = new InputStream() {
            @Override

        } catch (final CrawlerSystemException e) {
            assertEquals("The inputstream is null.", e.getMessage());
        }
    }

    /**
     * Test extraction with filename containing special characters.
     */
    public void test_getText_withSpecialCharactersInFilename() {
        final InputStream in = new ByteArrayInputStream(new byte[0]);
        final Map<String, String> params = new HashMap<>();

    /**
     * Constructs a new IgnoreCloseInputStream that wraps the specified input stream.
     *
     * @param inputStream the input stream to wrap
     */
    public IgnoreCloseInputStream(final InputStream inputStream) {
        this.inputStream = inputStream;
    }

    /**
     * Overrides the close method to ignore the close operation.
     * The underlying input stream will not be closed.
     *

    }

    @Override
    public InputStream openStream() throws IOException {
      return sliceStream(ByteSource.this.openStream());
    }

    @Override
    public InputStream openBufferedStream() throws IOException {
      return sliceStream(ByteSource.this.openBufferedStream());
    }

    private InputStream sliceStream(InputStream in) throws IOException {
      if (offset > 0) {

        }
    }

    /**
     * Test that try-with-resources handles null InputStream correctly.
     * Verifies that null InputStream doesn't cause NullPointerException during close.
     */
    @Test
    public void testTryWithResources_nullInputStreamSafety() {
        // This test demonstrates that try-with-resources handles null safely
        try (InputStream is = null) {
            if (is == null) {

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.helper;

import java.io.InputStream;

import org.codelibs.core.io.CloseableUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.RobotsTxt;
import org.dbflute.utflute.core.PlainTestCase;

        }
    }

    /**
     * Helper method to create a trackable input stream that records when it's closed.
     */
    private InputStream createTrackableInputStream(final InputStream originalStream, final AtomicBoolean closedFlag) {
        return new InputStream() {
            @Override
            public int read() throws IOException {
                return originalStream.read();
            }

package org.codelibs.fess.crawler.processor.impl;

import static org.mockito.ArgumentMatchers.any;
import static org.mockito.Mockito.when;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;

import org.codelibs.core.exception.IORuntimeException;
import org.codelibs.fess.crawler.container.CrawlerContainer;