Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 41 - 50 of 381 for crawlers (0.05 seconds)

The search processing time has exceeded the limit. The displayed results may be partial.

  2. github.com/codelibs/fess

    src/main/resources/crawler/transformer.xml 

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/transformer_basic.xml"/>

	<component name="fessXpathTransformer" class="org.codelibs.fess.crawler.transformer.FessXpathTransformer" instance="singleton">
		<property name="name">"fessXpathTransformer"</property>
		<property name="featureMap">defaultFeatureMap</property>
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Dec 20 13:14:54 GMT 2024
    - 1.7K bytes
    - Click Count (0)
  3. github.com/codelibs/fess-crawler

    fess-crawler-lasta/src/main/resources/crawler/transformer_basic.xml 

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="binaryTransformer"
		class="org.codelibs.fess.crawler.transformer.impl.BinaryTransformer"
		instance="singleton">
		<property name="name">"binaryTransformer"</property>
	</component>
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Sep 30 21:21:24 GMT 2018
    - 3.3K bytes
    - Click Count (0)
  4. github.com/codelibs/fess-crawler

    fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java 

    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.container.CrawlerContainer;
import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.ChildUrlsException;
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Wed Dec 31 09:07:38 GMT 2025
    - 20.3K bytes
    - Click Count (0)
  5. github.com/codelibs/fess-crawler

    fess-crawler/src/main/java/org/codelibs/fess/crawler/client/CrawlerClientFactory.java 

     */
package org.codelibs.fess.crawler.client;

import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.crawler.container.CrawlerContainer;
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 7.3K bytes
    - Click Count (0)
  6. github.com/codelibs/fess-crawler

    fess-crawler/src/main/java/org/codelibs/fess/crawler/client/AbstractCrawlerClient.java 

     */
package org.codelibs.fess.crawler.client;

import java.io.File;
import java.io.IOException;
import java.util.Map;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.container.CrawlerContainer;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sat Sep 06 04:15:37 GMT 2025
    - 9.7K bytes
    - Click Count (10)
  7. github.com/codelibs/fess

    src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java 

    import com.google.common.cache.LoadingCache;

import jakarta.annotation.PostConstruct;
import jakarta.annotation.PreDestroy;

/**
 * Helper class for managing crawler statistics and performance metrics.
 * This class provides functionality to track, record, and report statistics
 * about crawler operations including timing data, performance metrics, and
 * operational events. It uses an internal cache to maintain statistics
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Aug 07 03:06:29 GMT 2025
    - 17.4K bytes
    - Click Count (0)
  8. github.com/codelibs/fess

    src/test/java/org/codelibs/fess/helper/PluginHelperTest.java 

            assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-lasta"));
        assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-parent"));
        assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-playwright"));
        assertTrue(pluginHelper.isExcludedName(ArtifactType.CRAWLER, "fess-crawler-webdriver"));
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Mar 13 23:01:26 GMT 2026
    - 22.6K bytes
    - Click Count (0)
  9. github.com/codelibs/fess

    src/test/java/org/codelibs/fess/helper/CrawlerStatsHelperTest.java 

     * governing permissions and limitations under the License.
 */
package org.codelibs.fess.helper;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.helper.CrawlerStatsHelper.StatsAction;
import org.codelibs.fess.helper.CrawlerStatsHelper.StatsKeyObject;
import org.codelibs.fess.helper.CrawlerStatsHelper.StatsObject;
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Wed Jan 14 14:29:07 GMT 2026
    - 15.3K bytes
    - Click Count (0)
  10. github.com/codelibs/fess

    src/main/java/org/codelibs/fess/opensearch/config/cbean/ca/bs/BsScheduledJobCA.java 

        }

    public void setCrawler_Avg(ConditionOptionCall<AvgAggregationBuilder> opLambda) {
        setCrawler_Avg("crawler", opLambda);
    }

    public void setCrawler_Avg(String name, ConditionOptionCall<AvgAggregationBuilder> opLambda) {
        AvgAggregationBuilder builder = regAvgA(name, "crawler");
        if (opLambda != null) {
            opLambda.callback(builder);
        }
    }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Sat Mar 15 06:53:53 GMT 2025
    - 89.1K bytes
    - Click Count (0)
  11. github.com/codelibs/fess-crawler

    fess-crawler/src/main/java/org/codelibs/fess/crawler/client/FaultTolerantClient.java 

     */
package org.codelibs.fess.crawler.client;

import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.ThreadUtil;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Jul 06 02:13:03 GMT 2025
    - 7.8K bytes
    - Click Count (0)
Back to Top