Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 32 for fess_crawler (0.16 sec)

  2. github.com/codelibs/fess

    src/main/resources/crawler_es+crawlerThread.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" 
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<!-- Crawler Thread -->
	<component name="crawlerThread" class="org.codelibs.fess.crawler.FessCrawlerThread" instance="prototype" >
	</component>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Jan 28 04:42:09 UTC 2016
    - 342 bytes
    - Viewed (0)
  3. github.com/codelibs/fess

    src/main/resources/crawler/log.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="logHelper"
		class="org.codelibs.fess.helper.CrawlerLogHelper">
	</component>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Sun Oct 11 06:51:14 UTC 2015
    - 333 bytes
    - Viewed (0)
  4. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/container.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">

	<component class="org.lastaflute.di.naming.StyledNamingConvention">
	</component>

	<!-- Container -->
	<component name="crawlerContainer"
		class="org.codelibs.fess.crawler.container.LastaCrawlerContainer">
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 418 bytes
    - Viewed (0)
  5. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/encoding.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="encodingHelper" class="org.codelibs.fess.crawler.helper.EncodingHelper">
		<postConstruct name="addEncodingMapping">
			<arg>"unicode"</arg>
			<arg>"UTF-16LE"</arg>
		</postConstruct>
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Fri Jun 16 13:35:06 UTC 2017
    - 454 bytes
    - Viewed (0)
  6. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/rule.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/transformer.xml" />

	<component name="ruleManager"
		class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
		<postConstruct name="addRule">
			<arg>sitemapsRule</arg>
		</postConstruct>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 1.5K bytes
    - Viewed (0)
  7. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/robotstxt.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="robotsTxtHelper" class="org.codelibs.fess.crawler.helper.RobotsTxtHelper"
		instance="prototype">
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 367 bytes
    - Viewed (0)
  8. github.com/codelibs/fess

    src/main/resources/crawler/rule.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/transformer.xml" />

	<component name="ruleManager" class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
		<postConstruct name="addRule">
			<arg>sitemapsRule</arg>
		</postConstruct>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Jun 04 08:42:49 UTC 2020
    - 4.6K bytes
    - Viewed (0)
  9. github.com/codelibs/fess

    src/main/webapp/WEB-INF/env/crawler/resources/app.xml 

    				</component>
			</arg>
		</postConstruct>
		 -->
	</component>
	<component name="crawlerStatsHelper"
		class="org.codelibs.fess.helper.CrawlerStatsHelper">
	</component>
	<component name="fessCrawler" class="org.codelibs.fess.exec.Crawler"
		instance="prototype">
	</component>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Sat Apr 09 02:14:47 UTC 2022
    - 1.8K bytes
    - Viewed (0)
  10. github.com/codelibs/fess-crawler

    fess-crawler/src/test/resources/org/codelibs/fess/crawler/helper/robots.txt 

    User-agent: FessCrawler
Disallow:           # allows all 

User-agent: BruteBot
Disallow: /
Allow: /foo/bar/
Crawl-delay: 1314000

# welcome!
User-agent: Googlebot
Crawl-delay: 1

User-agent: *
Disallow: /private/
Disallow: /help        # disallows /help.html, /help/index.html, etc.
Allow: /help/faq.html
Crawl-delay: 3

User-agent: Crawler
Disallow: /aaa

User-agent: Crawler/1.0
Disallow: /bbb
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 566 bytes
    - Viewed (0)
  11. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/transformer.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/transformer_basic.xml"/>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 243 bytes
    - Viewed (0)
Back to top