Search Options

Results per page
Sort
Preferred Languages
Advance

Results 91 - 100 of 382 for crawler_ (0.12 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

    import org.codelibs.fess.crawler.entity.Sitemap;
    import org.codelibs.fess.crawler.entity.SitemapSet;
    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    import org.codelibs.fess.crawler.helper.SitemapsHelper;
    import org.codelibs.fess.crawler.processor.ResponseProcessor;
    
    import jakarta.annotation.Resource;
    
    /**
     * @author shinsuke
     *
     */
    public class SitemapsResponseProcessor implements ResponseProcessor {
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 2.4K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/mylasta/direction/FessConfig.java

        /** The key of the configuration. e.g. false */
        String CRAWLER_DOCUMENT_APPEND_FILENAME = "crawler.document.append.filename";
    
        /** The key of the configuration. e.g. 20 */
        String CRAWLER_DOCUMENT_MAX_ALPHANUM_TERM_SIZE = "crawler.document.max.alphanum.term.size";
    
        /** The key of the configuration. e.g. 10 */
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 468.5K bytes
    - Viewed (1)
  3. src/main/resources/crawler/transformer.xml

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
    	"http://dbflute.org/meta/lastadi10.dtd">
    <components namespace="fessCrawler">
    	<include path="crawler/transformer_basic.xml"/>
    
    	<component name="fessXpathTransformer" class="org.codelibs.fess.crawler.transformer.FessXpathTransformer" instance="singleton">
    		<property name="name">"fessXpathTransformer"</property>
    		<property name="featureMap">defaultFeatureMap</property>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Jan 10 03:35:10 UTC 2019
    - 1.6K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/es/config/exentity/FileConfig.java

    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.Constants;
    import org.codelibs.fess.app.service.FileAuthenticationService;
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.client.ftp.FtpAuthentication;
    import org.codelibs.fess.crawler.client.smb.SmbAuthentication;
    import org.codelibs.fess.es.config.bsentity.BsFileConfig;
    import org.codelibs.fess.helper.SystemHelper;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 9.8K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/impl/UrlFilterServiceImpl.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.service.impl;
    
    import java.util.List;
    import java.util.regex.Pattern;
    
    import org.codelibs.fess.crawler.helper.MemoryDataHelper;
    import org.codelibs.fess.crawler.service.UrlFilterService;
    
    import jakarta.annotation.Resource;
    
    /**
     * @author shinsuke
     *
     */
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 3.6K bytes
    - Viewed (0)
  6. src/main/resources/fess_config.properties

    crawler.ignore.robots.tags=false
    crawler.ignore.content.exception=true
    crawler.failure.url.status.codes=404
    crawler.system.monitor.interval=60
    crawler.hotthread.ignore_idle_threads=true
    crawler.hotthread.interval=500ms
    crawler.hotthread.snapshots=10
    crawler.hotthread.threads=3
    crawler.hotthread.timeout=30s
    crawler.hotthread.type=cpu
    crawler.metadata.content.excludes=resourceName,X-Parsed-By,Content-Encoding.*,Content-Type.*,X-TIKA.*,X-FESS.*
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Tue Oct 01 14:13:38 UTC 2024
    - 30.9K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/EmlExtractorTest.java

     */
    package org.codelibs.fess.crawler.extractor.impl;
    
    import java.io.IOException;
    import java.io.InputStream;
    
    import org.codelibs.core.io.ResourceUtil;
    import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
    import org.codelibs.fess.crawler.entity.ExtractData;
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    import org.codelibs.fess.crawler.extractor.ExtractorFactory;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 4.5K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

     */
    package org.codelibs.fess.crawler.helper.impl;
    
    import java.util.Set;
    
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.exception.CrawlingAccessException;
    import org.codelibs.fess.crawler.helper.LogHelper;
    import org.codelibs.fess.crawler.log.LogType;
    import org.slf4j.Logger;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 10.3K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClient.java

     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.client;
    
    import java.util.Map;
    
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    
    /**
     * @author shinsuke
     *
     */
    public interface CrawlerClient extends AutoCloseable {
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1K bytes
    - Viewed (0)
  10. fess-crawler/src/test/java/org/codelibs/fess/crawler/transformer/impl/FileTransformerTest.java

     */
    package org.codelibs.fess.crawler.transformer.impl;
    
    import java.io.File;
    import java.io.IOException;
    import java.util.Map;
    
    import org.codelibs.core.io.FileUtil;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.entity.AccessResultDataImpl;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 7.6K bytes
    - Viewed (0)
Back to top