Search Options

Results per page
Sort
Preferred Languages
Advance

Results 41 - 50 of 54 for StringUtil (0.04 sec)

  1. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java

                }
            }
            if (!targetList.isEmpty()) {
                insertAll(targetList.stream()
                        .filter(urlQueue -> StringUtil.isNotBlank(urlQueue.getSessionId()) && StringUtil.isNotBlank(urlQueue.getUrl()))
                        .collect(Collectors.toList()), OpType.CREATE, true);
                if (logger.isDebugEnabled()) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 17K bytes
    - Viewed (1)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/RobotsTxt.java

    package org.codelibs.fess.crawler.entity;
    
    import java.util.ArrayList;
    import java.util.LinkedHashMap;
    import java.util.List;
    import java.util.Map;
    import java.util.regex.Pattern;
    
    import org.codelibs.core.lang.StringUtil;
    
    /**
     * Represents a robots.txt file parser and handler.
     * This class manages the rules defined in a robots.txt file, including user agent directives,
     * allowed/disallowed paths, crawl delays, and sitemap URLs.
     *
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 10K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/ApiExtractor.java

    import org.apache.logging.log4j.Logger;
    import org.codelibs.core.beans.BeanDesc;
    import org.codelibs.core.beans.PropertyDesc;
    import org.codelibs.core.beans.factory.BeanDescFactory;
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.core.timer.TimeoutManager;
    import org.codelibs.core.timer.TimeoutTask;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.client.AccessTimeoutTarget;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.2K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/TextUtil.java

    import java.util.HashSet;
    import java.util.Set;
    
    import org.apache.commons.lang3.StringUtils;
    import org.apache.logging.log4j.LogManager;
    import org.apache.logging.log4j.Logger;
    import org.codelibs.core.lang.StringUtil;
    
    /**
     * Utility class for text normalization and processing.
     *
     * This class provides methods to normalize text by reading characters from a provided Reader
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 12K bytes
    - Viewed (0)
  5. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/AbstractCrawlerService.java

    import org.codelibs.core.beans.PropertyDesc;
    import org.codelibs.core.beans.factory.BeanDescFactory;
    import org.codelibs.core.beans.util.BeanUtil;
    import org.codelibs.core.io.FileUtil;
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.core.security.MessageDigestUtil;
    import org.codelibs.fess.crawler.client.FesenClient;
    import org.codelibs.fess.crawler.entity.OpenSearchAccessResult;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 34.2K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

    import java.util.HashSet;
    import java.util.List;
    import java.util.Set;
    import java.util.stream.Collectors;
    
    import org.apache.logging.log4j.LogManager;
    import org.apache.logging.log4j.Logger;
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.core.lang.SystemUtil;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.CrawlerContext;
    import org.codelibs.fess.crawler.container.CrawlerContainer;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/RobotsTxtHelper.java

    import java.util.ArrayList;
    import java.util.List;
    import java.util.Locale;
    import java.util.regex.Matcher;
    import java.util.regex.Pattern;
    
    import org.apache.commons.io.input.BOMInputStream;
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.entity.RobotsTxt;
    import org.codelibs.fess.crawler.entity.RobotsTxt.Directive;
    import org.codelibs.fess.crawler.exception.RobotsTxtException;
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 7.7K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/suggest/settings/SuggestSettings.java

    import java.util.HashMap;
    import java.util.List;
    import java.util.Map;
    import java.util.regex.Pattern;
    
    import org.apache.logging.log4j.LogManager;
    import org.apache.logging.log4j.Logger;
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fess.suggest.exception.SuggestSettingsException;
    import org.codelibs.fess.suggest.exception.SuggesterException;
    import org.opensearch.action.get.GetResponse;
    import org.opensearch.common.collect.Tuple;
    Registered: Fri Sep 19 09:08:11 UTC 2025
    - Last Modified: Thu Aug 07 02:41:28 UTC 2025
    - 18.7K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/client/smb/SmbClient.java

    import org.codelibs.core.exception.IORuntimeException;
    import org.codelibs.core.io.CloseableUtil;
    import org.codelibs.core.io.FileUtil;
    import org.codelibs.core.io.InputStreamUtil;
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.core.timer.TimeoutManager;
    import org.codelibs.core.timer.TimeoutTask;
    import org.codelibs.fess.crawler.Constants;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Sep 18 09:30:45 UTC 2025
    - 22.5K bytes
    - Viewed (3)
  10. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/storage/StorageClientTest.java

    import java.util.HashMap;
    import java.util.Map;
    
    import org.apache.logging.log4j.LogManager;
    import org.apache.logging.log4j.Logger;
    import org.codelibs.core.io.InputStreamUtil;
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.core.lang.ThreadUtil;
    import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
    import org.codelibs.fess.crawler.entity.ResponseData;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 13.8K bytes
    - Viewed (0)
Back to top