*
     * @param query the search query string
     * @param params the search request parameters including pagination, filters, etc.
     * @param userBean the optional user bean for access control and personalization
     * @return the search result containing matched documents and metadata
     */

Disallow: /test/

# Case 9: Special characters in paths
User-agent: SpecialCharBot
Disallow: /path with spaces/
Disallow: /path%20encoded/
Disallow: /path?query=value
Disallow: /path#fragment
Allow: /unicode/日本語/

# Case 10: Multiple User-agents in sequence
User-agent: Bot1
User-agent: Bot2
User-agent: Bot3
Disallow: /shared/

# Case 11: Sitemap with various formats

import jakarta.annotation.Resource;

/**
 * Implementation of the {@link UrlFilter} interface.
 * This class provides functionality to filter URLs based on include and exclude patterns.
 * It uses a {@link UrlFilterService} to manage the URL filtering rules.
 * The class supports caching of include and exclude patterns for scenarios where a session ID is not available.

    /**
     * Retrieves or creates a WebConfig entity based on the form's CRUD mode.
     *
     * @param form the form containing the web config data
     * @param username the username of the current user
     * @param currentTime the current timestamp
     * @return an optional WebConfig entity
     */
    public static OptionalEntity<WebConfig> getEntity(final CreateForm form, final String username, final long currentTime) {

        WitnessRpcClient mockRpc = mock(WitnessRpcClient.class);
        lenient().when(mockRpc.register(any(WitnessRegisterRequest.class))).thenReturn(mockResponse);

        // Create a test witness client that uses our mock RPC client
        TestWitnessClient client = new TestWitnessClient(witnessServer, mockContext, mockRpc);

        TestNotificationListener listener = new TestNotificationListener();

            tempDir.delete();
            tempDir.mkdirs();

            // robots.txt
            StringBuilder buf = new StringBuilder();
            buf.append("User-agent: *").append('\n');
            buf.append("Disallow: /admin/").append('\n');
            buf.append("Disallow: /websvn/").append('\n');
            final File robotTxtFile = new File(tempDir, "robots.txt");

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.opensearch.user.allcommon;

import java.io.Serializable;
import java.util.Map;
import java.util.Set;

import org.dbflute.Entity;
import org.dbflute.FunCustodial;
import org.dbflute.dbmeta.accessory.EntityModifiedProperties;

     */
    int OPEN_FUNCTION_OVERWRITE_IF_EXISTS = 0x0020;

    /**
     * Share level security mode.
     */
    int SECURITY_SHARE = 0x00;
    /**
     * User level security mode.
     */
    int SECURITY_USER = 0x01;

    /**
     * Offset of command field in SMB header.
     */
    int CMD_OFFSET = 4;
    /**

    /** The path of the HTML: /admin/user/admin_user.jsp */
    HtmlNext path_AdminUser_AdminUserJsp = new HtmlNext("/admin/user/admin_user.jsp");

    /** The path of the HTML: /admin/user/admin_user_details.jsp */
    HtmlNext path_AdminUser_AdminUserDetailsJsp = new HtmlNext("/admin/user/admin_user_details.jsp");

    /** The path of the HTML: /admin/user/admin_user_edit.jsp */

User-agent: FessCrawler
Disallow:           # allows all 

User-agent: BruteBot
Disallow: /
Allow: /foo/bar/
Crawl-delay: 1314000

# welcome!
User-agent: Googlebot
Crawl-delay: 1

User-agent: *
Disallow: /private/
Disallow: /help        # disallows /help.html, /help/index.html, etc.
Allow: /help/faq.html
Crawl-delay: 3

User-agent: Crawler
Disallow: /aaa

User-agent: Crawler/1.0
Disallow: /bbb