Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 52 for Extractor (0.08 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/Extractor.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.extractor;
    
    import java.io.InputStream;
    import java.util.Map;
    
    import org.codelibs.fess.crawler.entity.ExtractData;
    
    /**
     * The Extractor interface defines methods for extracting text data from an input stream.
     * Implementations of this interface should provide the logic for extracting text and
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 1.6K bytes
    - Viewed (0)
  2. src/main/resources/crawler/extractor+tikaExtractor.xml

    	"http://dbflute.org/meta/lastadi10.dtd">
    <components namespace="fessCrawler">
    	<include path="crawler/container.xml" />
    	<component name="tikaExtractor"
    		class="org.codelibs.fess.crawler.extractor.impl.TikaExtractor">
    		<property name="maxCompressionRatio">2</property>
    		<property name="maxUncompressionSize">10000000</property>
    	</component>
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Sun Aug 25 12:46:12 UTC 2019
    - 461 bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/ExtractorFactory.java

         */
        public Extractor[] getExtractors(final String key) {
            final Extractor[] extractors = extractorMap.get(key);
            if (extractors == null || extractors.length == 0) {
                return new Extractor[0];
            }
            return extractors;
        }
    
        /**
         * Sets the extractor map with the provided map.
         *
         * @param extractorMap a map of keys to arrays of {@link Extractor} objects
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 12:19:14 UTC 2025
    - 7.4K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/LhaExtractor.java

    import org.codelibs.fess.crawler.extractor.Extractor;
    import org.codelibs.fess.crawler.extractor.ExtractorFactory;
    import org.codelibs.fess.crawler.helper.MimeTypeHelper;
    import org.codelibs.fess.crawler.util.IgnoreCloseInputStream;
    
    import jp.gr.java_conf.dangan.util.lha.LhaFile;
    import jp.gr.java_conf.dangan.util.lha.LhaHeader;
    
    /**
     * Extractor implementation for LHA (LZH) archive files.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 12:19:14 UTC 2025
    - 5.9K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/CommandExtractorTest.java

            final CommandExtractor extractor = new CommandExtractor();
            extractor.executionTimeout = 1000L;
            extractor.command = getCommand(scriptFile);
            final Map<String, String> params = new HashMap<String, String>();
            try {
                final ExtractData data = extractor.getText(new FileInputStream(contentFile), params);
                fail(data.toString());
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 9.8K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/crawler/transformer/FessFileTransformer.java

                throw new FessSystemException("Could not find extractorFactory.");
            }
            final Extractor extractor = extractorFactory.getExtractor(responseData.getMimeType());
            if (logger.isDebugEnabled()) {
                logger.debug("url={}, extractor={}", responseData.getUrl(), extractor);
            }
            return extractor;
        }
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 3.5K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/ZipExtractorTest.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.extractor.impl;
    
    import java.io.IOException;
    import java.io.InputStream;
    
    import org.apache.commons.compress.archivers.ArchiveStreamFactory;
    import org.apache.commons.compress.compressors.CompressorStreamFactory;
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 3.7K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/ApiExtractorTest.java

        private TestApiExtractorServer server;
    
        private ApiExtractor extractor;
    
        @Override
        protected void setUp() throws Exception {
            super.setUp();
    
            server = new TestApiExtractorServer(port);
            server.start();
    
            extractor = new ApiExtractor();
            extractor.setUrl("http://127.0.0.1:" + port + "/");
            extractor.init();
        }
    
        @Override
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 5.4K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/MarkdownExtractorTest.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.extractor.impl;
    
    import java.io.InputStream;
    
    import org.apache.logging.log4j.LogManager;
    import org.apache.logging.log4j.Logger;
    import org.codelibs.core.io.CloseableUtil;
    import org.codelibs.core.io.ResourceUtil;
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  10. fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/AbstractExtractorTest.java

            final InputStream in = new ByteArrayInputStream("test".getBytes());
    
            extractor.resetTestState();
            assertFalse("Should start with validate not called", extractor.isValidateCalled());
    
            extractor.getText(in, null);
    
            assertTrue("Should be called after getText", extractor.isValidateCalled());
        }
    
        /**
         * Test validateInputStream with edge case: empty stream.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 8.4K bytes
    - Viewed (0)
Back to top