Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 1 of 1 for test_processRobotsTxt_disabled (0.37 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/client/http/HcHttpClientTest.java

                assertFalse(urlFilter.match("http://localhost:7070/websvn/"));
            } finally {
                server.stop();
            }
        }
    
        public void test_processRobotsTxt_disabled() {
            final String url = "http://localhost:7070/hoge.html";
            httpClient.robotsTxtHelper.setEnabled(false);
            httpClient.processRobotsTxt(url);
            assertTrue(true);
        }
    
    Registered: Wed Jun 12 15:17:51 UTC 2024
    - Last Modified: Thu May 09 09:28:25 UTC 2024
    - 8.8K bytes
    - Viewed (0)
Back to top