crawlers - Code Search

src/main/resources/fess_label_it.properties

labels.crawling_info_delete_all_cancel=Annulla
labels.crawling_info_thread_dump=Dump thread
labels.crawling_info_CrawlerStartTime=Ora di inizio crawler
labels.crawling_info_CrawlerEndTime=Ora di fine crawler
labels.crawling_info_CrawlerExecTime=Tempo di esecuzione crawler
labels.crawling_info_CrawlerStatus=Stato crawler
labels.crawling_info_WebFsCrawlExecTime=Tempo di esecuzione scansione (Web/File)

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Mar 28 11:54:13 GMT 2026

- 52K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/helper/FessMimeTypeHelper.java

 */
package org.codelibs.fess.crawler.helper;

import java.util.LinkedHashMap;
import java.util.Map;

import org.apache.commons.lang3.StringUtils;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.core.stream.StreamUtil;
import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Jan 24 09:06:33 GMT 2026

- 2.7K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/interval/FessIntervalController.java

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.interval;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.crawler.interval.impl.DefaultIntervalController;
import org.codelibs.fess.helper.IntervalControlHelper;
import org.codelibs.fess.util.ComponentUtil;

/**

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Wed Nov 19 07:09:17 GMT 2025

- 5.1K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/ds/DataStoreFactory.java

                    factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_SECURE_PROCESSING, true);
                    factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_EXTERNAL_GENERAL_ENTITIES, false);
                    factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_EXTERNAL_PARAMETER_ENTITIES, false);

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Nov 28 16:29:12 GMT 2025

- 9K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/opensearch/config/exentity/WebConfig.java

import org.codelibs.fess.app.service.RequestHeaderService;
import org.codelibs.fess.app.service.WebAuthenticationService;
import org.codelibs.fess.crawler.client.CrawlerClientFactory;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.client.http.config.WebAuthenticationConfig;
import org.codelibs.fess.helper.SystemHelper;
import org.codelibs.fess.mylasta.direction.FessConfig;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Sat Jan 10 01:38:30 GMT 2026

- 10.3K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/helper/PermissionHelper.java

import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.StringUtil;
import org.codelibs.fess.crawler.client.fs.FileSystemClient;
import org.codelibs.fess.crawler.client.ftp.FtpClient;
import org.codelibs.fess.crawler.client.smb.SmbClient;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.codelibs.fess.mylasta.direction.FessConfig;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Nov 13 05:54:52 GMT 2025

- 15.4K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/webapp/WEB-INF/view/admin/scheduler/admin_scheduler_edit.jsp

                                        <la:errors property="crawler"/>
                                        <div class="form-check">
                                            <la:checkbox styleId="crawler" styleClass="form-check-input" property="crawler"/>
                                            <label for="crawler" class="form-check-label">

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Mon Feb 23 08:03:44 GMT 2026

- 9.6K bytes

- Click Count (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformerTest.java

 */
package org.codelibs.fess.crawler.transformer;

import java.util.Date;
import java.util.HashMap;
import java.util.Map;

import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Jan 15 12:54:47 GMT 2026

- 8.1K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/resources/fess_indices/fess_config.scheduled_job/scheduled_job.json

      },
      "cronExpression": {
        "type": "keyword"
      },
      "scriptType": {
        "type": "keyword"
      },
      "scriptData": {
        "type": "keyword"
      },
      "crawler": {
        "type": "boolean"
      },
      "jobLogging": {
        "type": "boolean"
      },
      "available": {
        "type": "boolean"
      },
      "sortOrder": {
        "type": "integer"

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Thu Dec 02 13:14:56 GMT 2021

- 753 bytes

- Click Count (0)

github.com/codelibs/fess

docs/pt-BR/README.md

* [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Framework Web
* [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): Agendador de Tarefas
* [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Rastreador Web

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Tue Nov 11 22:42:32 GMT 2025

- 7.6K bytes

- Click Count (0)

Search Options