assertEquals("test.sh", list.get(0));
        assertEquals("test1 ' test2", list.get(1));

        cmd = "test.sh 'test1 \" test2'";
        params.clear();
        list = extractor.parseCommand(cmd, params);
        assertEquals(2, list.size());
        assertEquals("test.sh", list.get(0));
        assertEquals("test1 \" test2", list.get(1));

        cmd = "test.sh $INPUT_FILE";
        params.clear();

        assertFalse(htmlTransformer.isValidPath(value));
    }

    public void test_encodeUrl_valid() {
        String url = "http://TEST.com/hoge/;jsessionid?p=id&test=テスト&u=18718&v=123%3d#test";
        String result = "http://TEST.com/hoge/;jsessionid?p=id&test=%E3%83%86%E3%82%B9%E3%83%88&u=18718&v=123%3d#test";
        assertEquals(result, htmlTransformer.encodeUrl(url, "UTF-8"));

        url = ".-*_:/+%=&?#[]@~!$'(),;";

        ftpInfo = new FtpClient.FtpInfo(value, Constants.UTF_8);
        assertEquals("ftp://123.123.123.123/test1/test.txt", ftpInfo.toUrl());
        assertEquals("123.123.123.123:21", ftpInfo.getCacheKey());
        assertEquals("123.123.123.123", ftpInfo.getHost());
        assertEquals(21, ftpInfo.getPort());
        assertEquals("/test1", ftpInfo.getParent());

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package com.foo.bar;

public class Test {
    public String test="テスト";

                    assertTrue(url.contains("test/dir1") || url.contains("test/dir2") || url.contains("test/text1.txt")
                            || url.contains("test/text2.txt") || url.contains("test/text%203.txt"));
                }
            }
        }

    }

    public void test_doGet_file() throws Exception {
        final File file = ResourceUtil.getResourceAsFile("test/text1.txt");

mvn license:format

# Run static analysis
mvn spotbugs:check
```

### Running Tests

```bash
# Run all tests
mvn test

# Run specific test class
mvn test -Dtest=CrawlerTest

# Run specific test method
mvn test -Dtest=CrawlerTest#test_execute_web

# Run tests for specific module
mvn test -pl fess-crawler
```

## Examples

### Web Crawling with Custom Rules

```java

        assertContentType("text/x-csrc", "extractor/program/test.c", "test.c");
        assertContentType("text/x-c++src", "extractor/program/test.cpp", "test.cpp");
        assertContentType("text/x-chdr", "extractor/program/test.h", "test.h");
        assertContentType("text/x-c++hdr", "extractor/program/test.hpp", "test.hpp");
        assertContentType("text/x-java-source", "extractor/program/test.java", "test.java");

        assertTrue(urlFilter.match("https://example.com/search?q=test"));
        assertTrue(urlFilter.match("https://example.com/search?q=test&page=2"));
        assertFalse(urlFilter.match("https://example.com/search?debug=true"));
        assertFalse(urlFilter.match("https://example.com/search?q=test&debug=true"));
    }

    /**
     * Test processUrl method with various URL patterns
     */

mvn license:check
mvn license:format

# Generate test coverage report
mvn jacoco:prepare-agent test jacoco:report

# Generate API documentation
mvn javadoc:javadoc
```

### Testing

The project uses JUnit 4 with embedded OpenSearch for integration testing:

```bash
# Run all tests
mvn test

# Run specific test class
mvn test -Dtest=SuggesterTest

# Run with verbose output

        // Test with partial match
        item.setText("testing something");
        String[] badWords3 = { "test" };
        assertTrue(item.isBadWord(badWords3));
    }

    @Test
    public void testToEmptyMap() {
        // Test toEmptyMap method
        String[] text = { "test" };
        String[][] readings = { { "test" } };