assertEquals("word" + i, tokens.get(i).getTerm());
            assertEquals("WORD" + i, ((TestAnalyzeToken) tokens.get(i)).getReading());
        }
    }

    @Test
    public void testAnalyzeWithPunctuation() {
        // Test analyze with various punctuation
        String text = "Hello, world! How are you? I'm fine.";
        String field = "content";
        String lang = "en";