Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 32 for fessCrawler (0.11 sec)

  2. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/rule.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/transformer.xml" />

	<component name="ruleManager"
		class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
		<postConstruct name="addRule">
			<arg>sitemapsRule</arg>
		</postConstruct>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 1.5K bytes
    - Viewed (0)
  3. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/robotstxt.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="robotsTxtHelper" class="org.codelibs.fess.crawler.helper.RobotsTxtHelper"
		instance="prototype">
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 367 bytes
    - Viewed (0)
  4. github.com/codelibs/fess

    src/main/resources/crawler/rule.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/transformer.xml" />

	<component name="ruleManager" class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
		<postConstruct name="addRule">
			<arg>sitemapsRule</arg>
		</postConstruct>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Jun 04 08:42:49 UTC 2020
    - 4.6K bytes
    - Viewed (0)
  5. github.com/codelibs/fess

    src/main/webapp/WEB-INF/env/crawler/resources/app.xml 

    				</component>
			</arg>
		</postConstruct>
		 -->
	</component>
	<component name="crawlerStatsHelper"
		class="org.codelibs.fess.helper.CrawlerStatsHelper">
	</component>
	<component name="fessCrawler" class="org.codelibs.fess.exec.Crawler"
		instance="prototype">
	</component>
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Sat Apr 09 02:14:47 UTC 2022
    - 1.8K bytes
    - Viewed (0)
  6. github.com/codelibs/fess-crawler

    fess-crawler/src/test/resources/org/codelibs/fess/crawler/helper/robots.txt 

    User-agent: FessCrawler
Disallow:           # allows all 

User-agent: BruteBot
Disallow: /
Allow: /foo/bar/
Crawl-delay: 1314000

# welcome!
User-agent: Googlebot
Crawl-delay: 1

User-agent: *
Disallow: /private/
Disallow: /help        # disallows /help.html, /help/index.html, etc.
Allow: /help/faq.html
Crawl-delay: 3

User-agent: Crawler
Disallow: /aaa

User-agent: Crawler/1.0
Disallow: /bbb
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 566 bytes
    - Viewed (0)
  7. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/transformer.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/transformer_basic.xml"/>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 243 bytes
    - Viewed (0)
  8. github.com/codelibs/fess-crawler

    fess-crawler-opensearch/src/main/resources/crawler/opensearch.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" 
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<component name="esClient"
		class="org.codelibs.fess.crawler.client.FesenClient">
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Thu Nov 07 04:44:10 UTC 2024
    - 293 bytes
    - Viewed (1)
  9. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/log.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="logHelper"
		class="org.codelibs.fess.crawler.helper.impl.LogHelperImpl">
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 343 bytes
    - Viewed (0)
  10. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/mimetype.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="mimeTypeHelper"
		class="org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl" instance="singleton">
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 374 bytes
    - Viewed (0)
  11. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/sitemaps.xml 

    <?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="sitemapsHelper" class="org.codelibs.fess.crawler.helper.SitemapsHelper"
		instance="singleton">
	</component>
    Registered: Sun Nov 10 03:50:12 UTC 2024
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 365 bytes
    - Viewed (0)
Back to top