crawled - Code Search

docs/es/README.md

* [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Framework Web
* [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Programador de Tareas
* [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Rastreador Web

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Tue Nov 11 22:42:32 GMT 2025

- 7.8K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.entity.AccessResultData;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.ChildUrlsException;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Mar 12 01:46:45 GMT 2026

- 55.3K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/app/web/admin/scheduler/AdminSchedulerAction.java

    //                                            ----------

    /**
     * Creates a new scheduled job from a crawler configuration.
     *
     * @param type the crawler type (web, file, or data)
     * @param id the crawler configuration ID
     * @param name the name for the new job (base64 encoded)
     * @return HTML response for the job creation form
     */
    @Execute

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Nov 20 13:56:35 GMT 2025

- 21.8K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/crawler/extractor+tikaExtractor.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<component name="tikaExtractor"
		class="org.codelibs.fess.crawler.extractor.impl.TikaExtractor">
		<property name="maxCompressionRatio">2</property>
		<property name="maxUncompressionSize">10000000</property>
	</component>

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sun Aug 25 12:46:12 GMT 2019

- 461 bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.entity.AccessResultData;
import org.codelibs.fess.crawler.entity.ExtractData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Nov 28 16:29:12 GMT 2025

- 25.7K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/helper/CrawlingInfoHelperTest.java

                return existingInfo;
            }

            @Override
            public void store(CrawlingInfo entity) {
                // Should not be called for existing info
                fail("Store should not be called for existing info");
            }

            @Override
            public void storeInfo(List<CrawlingInfoParam> crawlingInfoParamList) {

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Mar 12 01:46:45 GMT 2026

- 28.7K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/transformer/FessFileTransformer.java

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.transformer;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.extractor.Extractor;
import org.codelibs.fess.crawler.extractor.ExtractorFactory;
import org.codelibs.fess.exception.FessSystemException;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Nov 28 16:29:12 GMT 2025

- 3.5K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/crawler/contentlength.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="contentLengthHelper"
		class="org.codelibs.fess.crawler.helper.ContentLengthHelper" instance="singleton">
		<property name="defaultMaxLength">10485760</property><!-- 10M -->
		<postConstruct name="addMaxLength">
			<arg>"text/html"</arg>

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sun Oct 11 06:51:14 GMT 2015

- 561 bytes

- Click Count (0)

github.com/codelibs/fess

src/test/resources/plugin/repo3/fess-crawler-smbj/maven-metadata.xml

<?xml version="1.0" encoding="UTF-8"?>
<metadata>
  <groupId>org.codelibs.fess</groupId>
  <artifactId>fess-crawler-smbj</artifactId>
  <versioning>
    <latest>14.15.0</latest>
    <release>14.15.0</release>
    <versions>
      <version>14.14.0</version>
      <version>14.15.0</version>
    </versions>
    <lastUpdated>20240526053206</lastUpdated>
  </versioning>

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Mon Jun 17 13:30:41 GMT 2024

- 380 bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/crawler_opensearch+urlQueueService.xml

<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" 
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<component name="urlQueueService"
		class="org.codelibs.fess.crawler.service.FessUrlQueueService">
		<arg>crawlerConfig</arg>
	</component>

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Oct 30 05:29:49 GMT 2025

- 336 bytes

- Click Count (0)

Search Options