assertEquals("test.sh", list.get(0));
        assertEquals("test1 ' test2", list.get(1));

        cmd = "test.sh 'test1 \" test2'";
        params.clear();
        list = extractor.parseCommand(cmd, params);
        assertEquals(2, list.size());
        assertEquals("test.sh", list.get(0));
        assertEquals("test1 \" test2", list.get(1));

        cmd = "test.sh $INPUT_FILE";
        params.clear();

        assertTrue(content.contains("テスト"));
    }

    public void test_getText_ooow_as() {
        InputStream in = ResourceUtil.getResourceAsStream("extractor/ooo/test_as.odt");
        Map<String, String> params = new HashMap<String, String>();
        params.put("resourceName", "test_as.odt");
        ExtractData extractData = jodExtractor.getText(in, params);
        String content = extractData.getContent();
        CloseableUtil.closeQuietly(in);

        ftpInfo = new FtpClient.FtpInfo(value, Constants.UTF_8);
        assertEquals("ftp://123.123.123.123/test1/test.txt", ftpInfo.toUrl());
        assertEquals("123.123.123.123:21", ftpInfo.getCacheKey());
        assertEquals("123.123.123.123", ftpInfo.getHost());
        assertEquals(21, ftpInfo.getPort());
        assertEquals("/test1", ftpInfo.getParent());

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package com.foo.bar;

public class Test {
    public String test="テスト";

mvn license:format

# Run static analysis
mvn spotbugs:check
```

### Running Tests

```bash
# Run all tests
mvn test

# Run specific test class
mvn test -Dtest=CrawlerTest

# Run specific test method
mvn test -Dtest=CrawlerTest#test_execute_web

# Run tests for specific module
mvn test -pl fess-crawler
```

## Examples

### Web Crawling with Custom Rules

```java

    }

    @Test
    public void testConvertWithNullField() throws IOException {
        // Test convert with null field
        converter.init();
        String text = "test";
        String field = null;

        List<String> readings = converter.convert(text, field, "en");

        assertNotNull(readings);
        assertEquals(1, readings.size());

        assertContentType("text/x-csrc", "extractor/program/test.c", "test.c");
        assertContentType("text/x-c++src", "extractor/program/test.cpp", "test.cpp");
        assertContentType("text/x-chdr", "extractor/program/test.h", "test.h");
        assertContentType("text/x-c++hdr", "extractor/program/test.hpp", "test.hpp");
        assertContentType("text/x-java-source", "extractor/program/test.java", "test.java");

                    assertTrue(url.contains("test/dir1") || url.contains("test/dir2") || url.contains("test/text1.txt")
                            || url.contains("test/text2.txt") || url.contains("test/text%203.txt"));
                }
            }
        }

    }

    public void test_doGet_file() throws Exception {
        final File file = ResourceUtil.getResourceAsFile("test/text1.txt");

        url = "http://test.com/hoge1.pdf";
        params.put(ExtractData.URL, url);
        assertEquals("password", pdfExtractor.getPassword(params));

        url = "http://test.com/hoge1.pdf";
        params.put(ExtractData.URL, url);
        assertEquals("password", pdfExtractor.getPassword(params));

        url = "http://test.com/fuga.pdf";
        params.put(ExtractData.URL, url);

        assertTrue(urlFilter.match("https://example.com/search?q=test"));
        assertTrue(urlFilter.match("https://example.com/search?q=test&page=2"));
        assertFalse(urlFilter.match("https://example.com/search?debug=true"));
        assertFalse(urlFilter.match("https://example.com/search?q=test&debug=true"));
    }

    /**
     * Test processUrl method with various URL patterns
     */