ditamap - Code Search

fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/SitemapsHelperTest.java

import java.io.ByteArrayInputStream;
import java.io.InputStream;

import org.codelibs.core.io.ResourceUtil;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.Sitemap;
import org.codelibs.fess.crawler.entity.SitemapSet;
import org.codelibs.fess.crawler.entity.SitemapUrl;
import org.codelibs.fess.crawler.exception.CrawlingAccessException;
import org.dbflute.utflute.core.PlainTestCase;

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sat Mar 15 06:52:00 UTC 2025

- 9.6K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

            try {
                final CrawlingConfig crawlingConfig = crawlingConfigHelper.get(crawlerContext.getSessionId());
                final Map<String, Object> dataMap = new HashMap<>();
                dataMap.put(fessConfig.getIndexFieldUrl(), url);
                final List<String> roleTypeList = new ArrayList<>();

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Thu Aug 07 03:06:29 UTC 2025

- 19.1K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

        String[] sitemaps = new String[] { "http://example.com/sitemap.xml", "http://test.com/sitemap.xml" };
        crawlerContext.addSitemaps(sitemaps);

        // Remove and verify
        String[] removedSitemaps = crawlerContext.removeSitemaps();
        assertNotNull(removedSitemaps);
        assertEquals(2, removedSitemaps.length);
        assertEquals("http://example.com/sitemap.xml", removedSitemaps[0]);

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sat Sep 06 04:15:37 UTC 2025

- 25.6K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/XpathTransformer.java

        }

        final Map<String, Object> dataMap = XmlUtil.getDataMap(accessResultData);
        if (Map.class.equals(dataClass)) {
            return dataMap;
        }

        try {
            final Object obj = dataClass.getDeclaredConstructor().newInstance();
            BeanUtil.copyMapToBean(dataMap, obj);
            return obj;
        } catch (final Exception e) {

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sun Jul 06 02:13:03 UTC 2025

- 13.1K bytes

- Viewed (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/crawler/transformer/FessXpathTransformerTest.java

        final Map<String, Object> dataMap = new HashMap<String, Object>();
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/");

        String data = "<html><body>aaa</body></html>";
        Document document = getDocument(data);
        try {
            transformer.processAdditionalData(dataMap, responseData, document);
            fail();

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Sat Jul 19 23:49:30 UTC 2025

- 41.5K bytes

- Viewed (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/crawler/transformer/FessFileTransformerTest.java

        FieldConfigs fieldConfigs = new FieldConfigs(params);
        final Map<String, Object> dataMap = Map.of(//
                "foo", new String[] { "aaa", "bbb" }, //
                "bar", new String[] { "ccc", "ddd" }, //
                "baz", new String[] { "eee", "fff" });
        final Map<String, Object> resultMap = transformer.processFieldConfigs(dataMap, fieldConfigs);
        assertEquals("aaa", ((String[]) resultMap.get("foo"))[0]);

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Sat Jul 19 23:49:30 UTC 2025

- 11K bytes

- Viewed (0)

github.com/codelibs/fess

src/test/java/org/codelibs/fess/indexer/IndexUpdaterTest.java

            Map<String, Object> dataMap = new HashMap<>();
            if (responseData != null) {
                dataMap.put("url", responseData.getUrl());
            }
            dataMap.put("content", "test content");
            resultData.setData(dataMap.toString().getBytes());
            return resultData;
        }

        @Override

Registered: Thu Sep 04 12:52:25 UTC 2025

- Last Modified: Tue Aug 19 14:09:36 UTC 2025

- 33K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

    /**
     * Adds sitemaps to the thread-local storage.
     * @param sitemaps An array of sitemap URLs.
     */
    public void addSitemaps(final String[] sitemaps) {
        sitemapsLocal.set(sitemaps);
    }

    /**
     * Removes sitemaps from the thread-local storage and returns them.
     * @return An array of sitemap URLs, or null if none were present.
     */
    public String[] removeSitemaps() {

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sun Jul 06 02:13:03 UTC 2025

- 8.9K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

README.md

    controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {
    rule.addRule("url", ".*sitemap.*");
});

// Add sitemap URL
crawler.addUrl("https://example.com/sitemap.xml");
```

## Data Access and Storage

### Accessing Crawled Data

```java

Registered: Sun Sep 21 03:50:09 UTC 2025

- Last Modified: Sun Aug 31 05:32:52 UTC 2025

- 15.3K bytes

- Viewed (0)

github.com/codelibs/jcifs

src/main/java/jcifs/smb1/util/mime.map

image/x-cmu-raster             ras              #
image/x-portable-anymap        pnm              #
image/x-portable-bitmap        pbm              #
image/x-portable-graymap       pgm              #
image/x-portable-pixmap        ppm              #
image/x-rgb                    rgb              # RGB Image File
image/x-xbitmap                xbm              # X-bitmap Image File
image/x-xpixmap                xpm              # X-pixmap Image File

Registered: Sun Sep 07 00:10:21 UTC 2025

- Last Modified: Fri Mar 22 20:39:42 UTC 2019

- 5.9K bytes

- Viewed (0)

Search Options