RequestData data1 = RequestDataBuilder.newRequestData().get().url("https://example.com/get").weight(1.0f).build();

        assertEquals(Method.GET, data1.getMethod());
        assertEquals("https://example.com/get", data1.getUrl());

        RequestData data2 = RequestDataBuilder.newRequestData().post().url("https://example.com/post").weight(2.0f).build();

        assertEquals(Method.POST, data2.getMethod());

        method.invoke(crawlerThread, "http://example.com/child", "http://example.com/", 1.0f, 2);

        verify(urlQueueService, times(1)).offerAll(anyString(), any());
    }

    /**
     * Test storeChildUrl with depth exceeding maxDepth.
     */
    public void test_storeChildUrl_exceedsMaxDepth() throws Exception {
        when(urlFilter.match("http://example.com/child")).thenReturn(true);

                + "mailto:test@example.com\n" + "https://www.example.com/page4.html";
        final InputStream in = new ByteArrayInputStream(text.getBytes());
        final SitemapSet sitemapSet = sitemapsHelper.parse(in);
        final Sitemap[] sitemaps = sitemapSet.getSitemaps();

        // Should parse only valid http/https URLs

        Proxy proxy = Proxy.NO_PROXY;

        CurlRequest result = request.proxy(proxy);

        assertSame(request, result); // Fluent API
        assertSame(proxy, request.proxy());
    }

    @Test
    public void testEncodingMethod() {
        CurlRequest request = new CurlRequest(Method.GET, "https://example.com");
        String encoding = "ISO-8859-1";

        // Verify patterns work correctly
        assertTrue(includePatterns.get(0).matcher("http://example.com/page").matches());
        assertTrue(excludePatterns.get(0).matcher("http://example.com/admin/users").matches());
        assertFalse(excludePatterns.get(0).matcher("http://example.com/page").matches());

        urlFilterService.delete(sessionId);
    }

        data.putValue(ExtractData.RESOURCE_NAME_KEY, "test.pdf");
        data.putValue(ExtractData.URL, "https://example.com/test.pdf");
        data.putValues(ExtractData.FILE_PASSWORDS, new String[] { "pass1", "pass2" });

        assertEquals("test.pdf", data.getValues(ExtractData.RESOURCE_NAME_KEY)[0]);
        assertEquals("https://example.com/test.pdf", data.getValues(ExtractData.URL)[0]);

	<property name="target.dir" value="${basedir}/target" />
	<property name="branch.name" value="fess-15.4" />
	<property name="mydbflute.url" value="https://github.com/lastaflute/lastaflute-example-waterfront/archive/${branch.name}.zip" />

	<target name="mydbflute.check">
		<condition property="mydbflute.exists">
			<available file="${mydbflute.dir}" type="dir" />
		</condition>
	</target>

        String[] sitemaps = robotsTxt.getSitemaps();
        assertEquals(2, sitemaps.length);
        assertEquals("http://www.example.com/sitmap.xml", sitemaps[0]);
        assertEquals("http://www.example.net/sitmap.xml", sitemaps[1]);

    }

    public void testParse_disable() {
        final InputStream in = RobotsTxtHelperTest.class.getResourceAsStream("robots.txt");

 * saml.sp.base.url=https://your-fess-server.example.com
 * </pre>
 *
 * <h3>Option 2: Set individual SP URLs</h3>
 * <pre>
 * # SP Entity ID (Audience URI in IdP)
 * saml.sp.entityid=https://your-fess-server.example.com/sso/metadata
 *
 * # Assertion Consumer Service URL
 * saml.sp.assertion_consumer_service.url=https://your-fess-server.example.com/sso/
 *
 * # Single Logout Service URL

        CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
        final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
        for (int i = 0; i < numTasks; i++) {
            q.setUrl("http://example.com");
        }

        final HostIntervalController controller = new HostIntervalController();
        controller.delayMillisBeforeProcessing = waittime;
        controller.delayMillisAfterProcessing = 0L;