html - Code Search

fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/SitemapsHelperTest.java

        assertEquals("http://www.example.com/page1.html", sitemaps[0].getLoc());
        assertEquals("http://www.example.com/page2.html", sitemaps[1].getLoc());
        assertEquals("http://www.example.com/page3.html", sitemaps[2].getLoc());
        assertEquals("https://www.example.com/page4.html", sitemaps[3].getLoc());
    }

    public void test_parseXmlSitemapsIndex_missingLoc() {
        // Sitemap index with missing loc should skip that entry

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Mon Nov 24 03:59:47 UTC 2025

- 36.7K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/app/web/admin/labeltype/AdminLabeltypeAction.java

        });
    }

    /**
     * Returns HTML response for the edit page.
     *
     * @return HTML response for the edit page
     */
    private HtmlResponse asEditHtml() {
        return asHtml(path_AdminLabeltype_AdminLabeltypeEditJsp).renderWith(data -> {
            registerRoleTypeItems(data);
        });
    }

    /**
     * Returns HTML response for the details page.
     *

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Thu Nov 27 07:01:25 UTC 2025

- 17.6K bytes

- Viewed (0)

github.com/codelibs/fess

README.md

Fess also contains a Crawler, which can crawl documents on a [web server](https://fess.codelibs.org/15.3/admin/webconfig-guide.html), [file system](https://fess.codelibs.org/15.3/admin/fileconfig-guide.html), or [Data Store](https://fess.codelibs.org/15.3/admin/dataconfig-guide.html) (such as a CSV or database). Many file formats are supported including (but not limited to): Microsoft Office, PDF, and zip.

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Sat Dec 20 00:28:33 UTC 2025

- 7.8K bytes

- Viewed (2)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/taglib/FessFunctions.java

    }

    /**
     * Generates an HTML opening or closing tag with appropriate language attribute.
     *
     * @param isOpen true to generate opening HTML tag, false for closing tag
     * @return HTML opening tag with language attribute or closing tag
     */
    public static String html(final boolean isOpen) {
        if (isOpen) {
            return "<html lang=\"" + LaRequestUtil.getOptionalRequest().map(req -> {

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Fri Nov 28 16:29:12 UTC 2025

- 25.4K bytes

- Viewed (1)

github.com/codelibs/fess-crawler

fess-crawler/src/main/java/org/codelibs/fess/crawler/transformer/impl/HtmlTransformer.java

    /**
     * Checks if the response data represents HTML content.
     *
     * @param responseData the response data to check
     * @return true if the content is HTML, false otherwise
     */
    protected boolean isHtml(final ResponseData responseData) {
        final String mimeType = responseData.getMimeType();
        if ("text/html".equals(mimeType) || "application/xhtml+xml".equals(mimeType)) {
            return true;

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Sat Nov 29 07:42:33 UTC 2025

- 30.5K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/app/web/admin/accesstoken/AdminAccesstokenAction.java

    /**
     * Show the index page.
     * @return The HTML response.
     */
    @Execute
    @Secured({ ROLE, ROLE + VIEW })
    public HtmlResponse index() {
        return asListHtml();
    }

    /**
     * Show the list page.
     * @param pageNumber The page number.
     * @param form The search form.
     * @return The HTML response.
     */
    @Execute

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Thu Nov 27 07:01:25 UTC 2025

- 15.9K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/app/web/profile/ProfileAction.java

    // ==============

    /**
     * Displays the profile index page.
     *
     * @return the HTML response
     */
    @Execute
    public HtmlResponse index() {
        return asIndexHtml();
    }

    /**
     * Changes the user password.
     *
     * @param form the profile form
     * @return the HTML response
     */
    @Execute
    public HtmlResponse changePassword(final ProfileForm form) {

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Thu Nov 27 07:01:25 UTC 2025

- 4.5K bytes

- Viewed (0)

github.com/codelibs/fess-crawler

fess-crawler/src/test/java/org/codelibs/fess/crawler/helper/RobotsTxtHelperTest.java

            assertTrue(robotsTxt.allows("/private/index.html", userAgent));
            assertTrue(robotsTxt.allows("/help/", userAgent));
            assertTrue(robotsTxt.allows("/help.html", userAgent));
            assertTrue(robotsTxt.allows("/help/faq.html", userAgent));
            assertTrue(robotsTxt.allows("/foo/bar/", userAgent));
            assertTrue(robotsTxt.allows("/foo/bar/index.html", userAgent));

Registered: Sat Dec 20 11:21:39 UTC 2025

- Last Modified: Mon Nov 24 03:59:47 UTC 2025

- 20.6K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/resources/fess_config.properties

crawler.document.html.canonical.xpath=//LINK[@rel='canonical'][1]/@href
# HTML tags to prune (remove) during document processing.
crawler.document.html.pruned.tags=noscript,script,style,header,footer,aside,nav,a[rel=nofollow]
# Maximum length of digest extracted from HTML documents.
crawler.document.html.max.digest.length=120
# Default language for HTML documents.
crawler.document.html.default.lang=

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Thu Dec 11 09:47:03 UTC 2025

- 54.8K bytes

- Viewed (0)

github.com/codelibs/fess

src/main/java/org/codelibs/fess/util/PrunedTag.java

import org.w3c.dom.Node;

/**
 * Represents a tag configuration for pruning HTML content during document processing.
 * This class defines tag patterns that match HTML elements based on tag name, CSS class, ID, or custom attributes.
 * It is used to identify and remove unwanted HTML elements from crawled documents.
 */
public class PrunedTag {
    /** The HTML tag name to match (e.g., "div", "span", "p") */
    private final String tag;

Registered: Sat Dec 20 09:19:18 UTC 2025

- Last Modified: Mon Nov 24 04:23:08 UTC 2025

- 7.1K bytes

- Viewed (0)

Search Options