Search Options

Results per page
Sort
Preferred Languages
Advance

Results 91 - 100 of 140 for crawler_ (0.17 sec)

  1. src/test/java/org/codelibs/fess/crawler/FessCrawlerThreadTest.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler;
    
    import java.util.List;
    import java.util.regex.Pattern;
    
    import org.codelibs.core.misc.Pair;
    import org.codelibs.fess.unit.UnitFessTestCase;
    
    public class FessCrawlerThreadTest extends UnitFessTestCase {
    
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 1.9K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/es/config/exentity/CrawlingConfigWrapper.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.es.config.exentity;
    
    import java.util.Map;
    import java.util.function.Supplier;
    
    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    
    public class CrawlingConfigWrapper implements CrawlingConfig {
    
        private final CrawlingConfig crawlingConfig;
    
        public CrawlingConfigWrapper(final CrawlingConfig crawlingConfig) {
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 2.2K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/crawler/util/FieldConfigs.java

     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.util;
    
    import java.util.Map;
    import java.util.regex.Pattern;
    
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.core.stream.StreamUtil;
    import org.codelibs.fess.Constants;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Fri Oct 11 21:11:58 UTC 2024
    - 2.3K bytes
    - Viewed (0)
  4. docs/ja/README.md

    * [LastaFlute](https://github.com/lastaflute/lastaflute "LastaFlute"): Webフレームワーク
    * [Lasta Job](https://github.com/lastaflute/lasta-job "Lasta Job"): ジョブスケジューラ
    * [Fess Crawler](https://github.com/codelibs/fess-crawler "Fess Crawler"): Webクローラ
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Sat Oct 12 07:19:47 UTC 2024
    - 8.3K bytes
    - Viewed (0)
  5. src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java

    import org.codelibs.core.misc.ValueHolder;
    import org.codelibs.fess.crawler.builder.RequestDataBuilder;
    import org.codelibs.fess.crawler.entity.RequestData;
    import org.codelibs.fess.crawler.entity.ResponseData;
    import org.codelibs.fess.crawler.entity.ResultData;
    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.es.config.exentity.CrawlingConfig.ConfigName;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Oct 24 13:01:38 UTC 2024
    - 41.3K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java

    import java.util.Locale;
    import java.util.concurrent.TimeUnit;
    import java.util.concurrent.atomic.AtomicInteger;
    
    import org.apache.logging.log4j.LogManager;
    import org.apache.logging.log4j.Logger;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.taglib.FessFunctions;
    import org.codelibs.fess.util.ComponentUtil;
    import org.dbflute.optional.OptionalThing;
    
    import com.google.common.cache.CacheBuilder;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:53:18 UTC 2024
    - 9.9K bytes
    - Viewed (0)
  7. misc/linkcheck/linkcheck.go

    	defer mu.Unlock()
    	if u, frag, ok := strings.Cut(url, "#"); ok {
    		url = u
    		if frag != "" {
    			uf := urlFrag{url, frag}
    			neededFrags[uf] = append(neededFrags[uf], sourceURL)
    		}
    	}
    	if crawled[url] {
    		return
    	}
    	crawled[url] = true
    
    	wg.Add(1)
    	go func() {
    		urlq <- url
    	}()
    }
    
    func addProblem(url, errmsg string) {
    	msg := fmt.Sprintf("Error on %s: %s (from %s)", url, errmsg, linkSources[url])
    Registered: Tue Nov 05 11:13:11 UTC 2024
    - Last Modified: Wed Oct 06 15:53:04 UTC 2021
    - 3.9K bytes
    - Viewed (0)
  8. src/test/java/org/codelibs/fess/crawler/transformer/FessFileTransformerTest.java

     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.transformer;
    
    import java.io.UnsupportedEncodingException;
    import java.net.URLEncoder;
    import java.util.Map;
    
    import org.apache.groovy.util.Maps;
    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.util.FieldConfigs;
    import org.codelibs.fess.exception.FessSystemException;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Jul 04 06:20:49 UTC 2024
    - 9.8K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/es/client/CrawlerEngineClient.java

    import static org.codelibs.core.stream.StreamUtil.split;
    
    import org.codelibs.core.lang.StringUtil;
    import org.codelibs.fesen.client.HttpClient;
    import org.codelibs.fess.Constants;
    import org.codelibs.fess.crawler.client.FesenClient;
    import org.codelibs.fess.mylasta.direction.FessConfig;
    import org.codelibs.fess.util.ComponentUtil;
    import org.opensearch.client.Client;
    import org.opensearch.common.settings.Settings;
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:37:57 UTC 2024
    - 2.3K bytes
    - Viewed (0)
  10. src/main/webapp/WEB-INF/env/thumbnail/resources/app.xml

    	"http://dbflute.org/meta/lastadi10.dtd">
    <components>
    	<include path="convention.xml" />
    	<include path="lastaflute_core.xml"/>
    	<include path="fess.xml" />
    
    	<include path="crawler_es.xml" />
    	<include path="fess_thumbnail.xml"/>
    
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Mon Feb 12 13:38:57 UTC 2018
    - 348 bytes
    - Viewed (0)
Back to top