Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 94 for CRAWLER (0.04 sec)

  2. github.com/square/okhttp

    samples/crawler/src/main/java/okhttp3/sample/Crawler.java 

        OkHttpClient client = new OkHttpClient.Builder()
        .cache(cache)
        .callTimeout(5, TimeUnit.SECONDS)
        .build();

    Crawler crawler = new Crawler(client, queueLimit, hostLimit);
    crawler.queue.add(HttpUrl.get(args[1]));
    crawler.parallelDrainQueue(threadCount);
  }
    Registered: Fri Sep 05 11:42:10 UTC 2025
    - Last Modified: Wed Jul 23 00:58:06 UTC 2025
    - 5K bytes
    - Viewed (0)
  3. github.com/codelibs/fess

    src/main/resources/mail/crawler.dfmail 

    /*
 [Crawler Notification]
 Crawler notification mail.
*/
subject: [FESS] Crawler completed: /*pmb.hostname*/
>>>
--- Server Info ---
Host Name: /*pmb.hostname:orElse('Unknown')*/
Job Name: /*pmb.jobname:orElse('Unknown')*/

--- Web/FileSystem Crawler ---
Start Time: /*pmb.webFsCrawlStartTime:orElse('-')*/
End Time:   /*pmb.webFsCrawlEndTime:orElse('-')*/
Exec Time:  /*pmb.webFsCrawlExecTime:orElse('-')*/ ms

--- Web/FileSystem Indexer ---
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Wed Jan 15 22:05:20 UTC 2020
    - 1K bytes
    - Viewed (0)
  4. github.com/codelibs/fess

    src/main/resources/crawler/rule.xml 

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/transformer.xml" />

	<component name="ruleManager" class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
		<postConstruct name="addRule">
			<arg>sitemapsRule</arg>
		</postConstruct>
		<postConstruct name="addRule">
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Jun 04 08:42:49 UTC 2020
    - 4.6K bytes
    - Viewed (0)
  5. github.com/codelibs/fess

    src/main/resources/fess_indices/fess_config.scheduled_job/scheduled_job.bulk 

    {"index":{"_index":"fess_config.scheduled_job","_id":"default_crawler"}}
{"name":"Default Crawler","target":"all","cronExpression":"0 0 * * *","scriptType":"groovy","scriptData":"return container.getComponent(\"crawlJob\").logLevel(\"info\").gcLogging().execute(executor);","jobLogging":true,"crawler":true,"available":true,"sortOrder":1,"createdBy":"system","createdTime":0,"updatedBy":"system","updatedTime":0}
{"index":{"_index":"fess_config.scheduled_job","_id":"suggest_indexer"}}
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Nov 07 06:19:20 UTC 2024
    - 4.2K bytes
    - Viewed (0)
  6. github.com/codelibs/fess

    src/main/java/org/codelibs/fess/crawler/service/FessUrlQueueService.java 

     */
package org.codelibs.fess.crawler.service;

import java.util.List;
import java.util.Map;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.OpenSearchUrlQueue;
import org.codelibs.fess.crawler.service.impl.OpenSearchUrlQueueService;
import org.codelibs.fess.crawler.util.OpenSearchCrawlerConfig;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Jul 17 08:28:31 UTC 2025
    - 4K bytes
    - Viewed (0)
  7. github.com/codelibs/fess

    src/main/java/org/codelibs/fess/crawler/processor/FessResponseProcessor.java 

     */
package org.codelibs.fess.crawler.processor;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.processor.impl.DefaultResponseProcessor;
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Jul 17 08:28:31 UTC 2025
    - 3.7K bytes
    - Viewed (0)
  8. github.com/codelibs/fess

    README.md 

    * [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Web Framework
* [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Job Scheduler
* [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Web Crawler
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Jul 10 06:34:32 UTC 2025
    - 7.2K bytes
    - Viewed (2)
  9. github.com/codelibs/fess

    src/test/resources/plugin/repo3/index.html 

    <a href="fess-crawler-es/" title="fess-crawler-es/">fess-crawler-es/</a>                                                 -         -      
<a href="fess-crawler-lasta/" title="fess-crawler-lasta/">fess-crawler-lasta/</a>                                              -         -
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Mon Jun 17 13:30:41 UTC 2024
    - 6.2K bytes
    - Viewed (0)
  10. github.com/codelibs/fess

    src/test/resources/plugin/repo1/index.html 

    <a href="fess-crawler-es/" title="fess-crawler-es/">fess-crawler-es/</a>                                                 -         -      
<a href="fess-crawler-lasta/" title="fess-crawler-lasta/">fess-crawler-lasta/</a>                                              -         -
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Tue Aug 13 07:34:14 UTC 2019
    - 3.3K bytes
    - Viewed (0)
  11. github.com/codelibs/fess

    src/main/resources/crawler/interval.xml 

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="intervalController"
		class="org.codelibs.fess.crawler.interval.FessIntervalController"
		instance="prototype">
	</component>
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Sun Oct 11 06:51:14 UTC 2015
    - 381 bytes
    - Viewed (0)
Back to top