- Sort Score
- Result 10 results
- Languages All
Results 21 - 30 of 43 for urlquery (0.14 sec)
-
fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java
import java.util.List; import org.codelibs.fess.crawler.entity.UrlQueue; /** * @author shinsuke * */ public interface UrlQueueService<QUEUE extends UrlQueue<?>> { void updateSessionId(String oldSessionId, String newSessionId); void add(String sessionId, String url); void insert(QUEUE urlQueue); void delete(String sessionId); void deleteAll();
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 1.3K bytes - Viewed (0) -
fess-crawler-es/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
UrlQueue urlQueue; while ((urlQueue = urlQueueService.poll(sessionId1)) != null) { assertTrue(urlQueue.getUrl() + "=>" + url1, urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl() + "=>" + url2, urlQueue.getUrl().startsWith(url2)); }
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 7.7K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java
* delayBeforeProcessing() */ @Override protected void delayBeforeProcessing() { final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue == null) { return; } final String url = urlQueue.getUrl(); if (StringUtil.isBlank(url) || url.startsWith("file:")) { // not target return; }
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 3K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java
final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null) { final String parentUrl = urlQueue.getParentUrl(); if (StringUtil.isNotEmpty(parentUrl)) { final String sessionId = urlQueue.getSessionId();
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 8.7K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java
return buf; } protected String getUrl(final Object keyObj) { if (keyObj instanceof final UrlQueue<?> urlQueue) { return escapeValue(urlQueue.getUrl()); } if (keyObj instanceof final StatsKeyObject statsKey) { return escapeValue(statsKey.getUrl()); }
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 9.9K bytes - Viewed (0) -
fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertEquals(maxCount, dataService.getCount(sessionId2)); UrlQueue urlQueue; while ((urlQueue = urlQueueService.poll(sessionId1)) != null) { assertTrue(urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl().startsWith(url2)); }
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 12K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java
final long maxAccessCount = getMaxAccessCount(paramMap, dataMap); long counter = 0; final Deque<String> urlQueue = new LinkedList<>(); final Set<String> processedUrls = new HashSet<>(); urlQueue.offer(url); while (!urlQueue.isEmpty() && (maxAccessCount < 0 || counter < maxAccessCount)) { counter++; final Map<String, Object> localDataMap =
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 16.8K bytes - Viewed (0) -
src/test/java/org/codelibs/fess/helper/QueryHelperTest.java
Map.of("url", List.of("QUERY*")), // Set.of("QUERY"), // buildQuery("url:QUERY*")); assertQueryContext(buildQuery("url:QUERY*").getQueryBuilder().toString().replaceAll("\\s", ""), buildQuery("url:\"QUERY*\"")); } public void test_build_escape() { assertQueryContext(
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 37.3K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java
import java.util.concurrent.ExecutionException; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.Future; import org.codelibs.fess.crawler.entity.UrlQueue; import org.codelibs.fess.crawler.entity.UrlQueueImpl; import org.codelibs.fess.crawler.util.CrawlingParameterUtil; import org.dbflute.utflute.core.PlainTestCase; /** * @author hayato * */
Registered: Wed Jun 12 15:17:51 UTC 2024 - Last Modified: Thu Feb 22 01:36:27 UTC 2024 - 3.2K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java
final Map<String, String> fieldConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.FIELD); String urlEncoding; final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null && urlQueue.getEncoding() != null) { urlEncoding = urlQueue.getEncoding(); } else { urlEncoding = responseData.getCharSet(); } // cid
Registered: Wed Jun 12 13:08:18 UTC 2024 - Last Modified: Thu Feb 22 01:37:57 UTC 2024 - 23.5K bytes - Viewed (0)