Search Options

Results per page
Sort
Preferred Languages
Advance

Results 71 - 80 of 382 for crawler_ (0.09 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/rule/impl/RegexRule.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.rule.impl;
    
    import java.util.HashMap;
    import java.util.Map;
    import java.util.regex.Matcher;
    import java.util.regex.Pattern;
    
    import org.codelibs.core.beans.util.BeanUtil;
    import org.codelibs.core.beans.util.CopyOptions;
    import org.codelibs.fess.crawler.entity.ResponseData;
    
    /**
     * @author shinsuke
     *
     */
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sat Oct 12 01:40:57 UTC 2024
    - 3.4K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/BinaryTransformer.java

     */
    package org.codelibs.fess.crawler.transformer.impl;
    
    import java.io.BufferedInputStream;
    import java.io.ByteArrayInputStream;
    import java.io.IOException;
    
    import org.apache.commons.io.IOUtils;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 2.8K bytes
    - Viewed (0)
  3. README.md

    * [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Web Framework
    * [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Job Scheduler
    * [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Web Crawler
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Sat Oct 12 07:19:47 UTC 2024
    - 7.3K bytes
    - Viewed (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/filter/impl/UrlFilterImplTest.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.filter.impl;
    
    import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
    import org.codelibs.fess.crawler.helper.MemoryDataHelper;
    import org.codelibs.fess.crawler.service.impl.DataServiceImpl;
    import org.codelibs.fess.crawler.service.impl.UrlFilterServiceImpl;
    import org.dbflute.utflute.core.PlainTestCase;
    
    /**
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 6.9K bytes
    - Viewed (0)
  5. pom.xml

    	<groupId>org.codelibs.fess</groupId>
    	<artifactId>fess-crawler-parent</artifactId>
    	<version>15.0.0-SNAPSHOT</version>
    	<packaging>pom</packaging>
    	<name>Fess Crawler Project</name>
    	<description>Fess Crawler is Crawler Framework.</description>
    	<url>https://github.com/codelibs/fess-crawler</url>
    	<issueManagement>
    		<system>GitHub</system>
    		<url>https://github.com/codelibs/fess-crawler/issues</url>
    	</issueManagement>
    	<scm>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Nov 07 04:44:10 UTC 2024
    - 2.2K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.AccessResultData;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 9.5K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb1/SmbClient.java

    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.client.AbstractCrawlerClient;
    import org.codelibs.fess.crawler.client.AccessTimeoutTarget;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:47:32 UTC 2024
    - 18.9K bytes
    - Viewed (0)
  8. fess-crawler/src/test/resources/org/codelibs/fess/crawler/helper/robots.txt

    User-agent: *
    Disallow: /private/
    Disallow: /help        # disallows /help.html, /help/index.html, etc.
    Allow: /help/faq.html
    Crawl-delay: 3
    
    User-agent: Crawler
    Disallow: /aaa
    
    User-agent: Crawler/1.0
    Disallow: /bbb
    
    User-agent: Crawler/2.0
    Disallow: /ccc
    
    User-agent: Hoge Crawler
    Disallow: /ddd
    
    sitemap: http://www.example.com/sitmap.xml
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 566 bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/AbstractIntervalController.java

     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.interval.impl;
    
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    import org.codelibs.fess.crawler.interval.IntervalController;
    
    /**
     * @author shinsuke
     *
     */
    public abstract class AbstractIntervalController implements IntervalController {
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 2.3K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/DataService.java

     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.service;
    
    import java.util.List;
    
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.util.AccessResultCallback;
    
    /**
     * @author shinsuke
     *
     */
    public interface DataService<RESULT extends AccessResult<?>> {
    
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Feb 22 01:36:27 UTC 2024
    - 1.3K bytes
    - Viewed (0)
Back to top