addUrl - Code Search

fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            file.delete();
            file.mkdirs();
            file.deleteOnExit();
            fileTransformer.setPath(file.getAbsolutePath());
            crawler.addUrl(url);
            crawler.getCrawlerContext().setMaxAccessCount(maxCount);
            crawler.getCrawlerContext().setNumOfThread(numOfThread);
            crawler.urlFilter.addInclude(url + ".*");

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Jan 15 01:11:43 GMT 2026

- 7.8K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            file.delete();
            file.mkdirs();
            file.deleteOnExit();
            fileTransformer.setPath(file.getAbsolutePath());
            crawler.addUrl(url);
            crawler.crawlerContext.setMaxAccessCount(maxCount);
            crawler.crawlerContext.setNumOfThread(numOfThread);
            crawler.urlFilter.addInclude(url + ".*");

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Jan 15 01:11:43 GMT 2026

- 13.1K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

CLAUDE.md

---

## Key Components

### Core Classes

- **Crawler** (`Crawler.java`): Main orchestrator - `execute()`, `addUrl()`, `cleanup()`, `stop()`
- **CrawlerContext** (`CrawlerContext.java`): Execution context - `sessionId`, `status`, `accessCount`, `numOfThread`, `maxDepth`, `maxAccessCount`

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Thu Mar 12 03:39:20 GMT 2026

- 8.1K bytes

- Click Count (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

 * the maximum depth of crawling, and URL filters.
 *
 * <p>Example usage:
 * <pre>
 *   Crawler crawler = new Crawler();
 *   crawler.addUrl("http://example.com/");
 *   crawler.execute();
 *   crawler.close();
 * </pre>
 */
public class Crawler implements Runnable, AutoCloseable {

Created: Sun Apr 12 03:50:13 GMT 2026

- Last Modified: Mon Nov 24 03:59:47 GMT 2025

- 17K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                if (!urlValue.startsWith("#") && protocolHelper.isValidWebProtocol(urlValue)) {
                    final String u = duplicateHostHelper.convert(urlValue);
                    crawler.addUrl(u);
                    if (logger.isInfoEnabled()) {
                        logger.info("Target URL: {}", u);
                    }
                }
            }));

            // set included urls

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Nov 28 16:29:12 GMT 2025

- 25K bytes

- Click Count (0)

github.com/apache/maven

compat/maven-embedder/src/main/java/org/apache/maven/cli/internal/BootstrapCoreExtensionManager.java

                log.debug("  Excluded {}", id);
            } else {
                File file = artifact.getFile();
                log.debug("  Included {} located at {}", id, file);
                realm.addURL(file.toURI().toURL());
            }
        }
        return CoreExtensionEntry.discoverFrom(
                realm,
                Collections.singleton(artifacts.get(0).getFile()),

Created: Sun Apr 05 03:35:12 GMT 2026

- Last Modified: Tue Dec 16 13:41:14 GMT 2025

- 13.3K bytes

- Click Count (0)

github.com/apache/maven

impl/maven-cli/src/main/java/org/apache/maven/cling/extensions/BootstrapCoreExtensionManager.java

                log.debug("  Excluded {}", id);
            } else {
                Path file = artifact.getPath();
                log.debug("  Included {} located at {}", id, file);
                realm.addURL(file.toUri().toURL());
            }
        }
        return CoreExtensionEntry.discoverFrom(
                realm,
                Collections.singleton(artifacts.get(0).getPath().toFile()),

Created: Sun Apr 05 03:35:12 GMT 2026

- Last Modified: Tue Dec 16 13:41:14 GMT 2025

- 13.9K bytes

- Click Count (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/api/json/SearchApiManager.java

                            throw new WebApiException(HttpServletResponse.SC_NOT_FOUND, "Not found: " + favoriteUrl);
                        }

                        if (!favoriteLogService.addUrl(userCode, (userInfo, favoriteLog) -> {
                            favoriteLog.setUserInfoId(userInfo.getId());
                            favoriteLog.setUrl(favoriteUrl);
                            favoriteLog.setDocId(docId);

Created: Tue Mar 31 13:07:34 GMT 2026

- Last Modified: Fri Mar 27 13:56:32 GMT 2026

- 55.4K bytes

- Click Count (1)

github.com/google/guava

guava-tests/test/com/google/common/math/StatsAccumulatorTest.java

    oneValueAccumulatorByAddAllEmptyStats.addAll(Stats.of());

    twoValuesAccumulator = new StatsAccumulator();
    twoValuesAccumulator.addAll(TWO_VALUES);

    twoValuesAccumulatorByAddAllStats = new StatsAccumulator();
    twoValuesAccumulatorByAddAllStats.addAll(Stats.of(ONE_VALUE));
    twoValuesAccumulatorByAddAllStats.addAll(Stats.of(OTHER_ONE_VALUE));

Created: Fri Apr 03 12:43:13 GMT 2026

- Last Modified: Tue Mar 03 05:21:26 GMT 2026

- 37.1K bytes

- Click Count (0)

github.com/google/guava

android/guava-tests/test/com/google/common/math/StatsAccumulatorTest.java

    oneValueAccumulatorByAddAllEmptyStats.addAll(Stats.of());

    twoValuesAccumulator = new StatsAccumulator();
    twoValuesAccumulator.addAll(TWO_VALUES);

    twoValuesAccumulatorByAddAllStats = new StatsAccumulator();
    twoValuesAccumulatorByAddAllStats.addAll(Stats.of(ONE_VALUE));
    twoValuesAccumulatorByAddAllStats.addAll(Stats.of(OTHER_ONE_VALUE));

Created: Fri Apr 03 12:43:13 GMT 2026

- Last Modified: Tue Mar 03 05:21:26 GMT 2026

- 37.1K bytes

- Click Count (0)

Search Options