assertEquals("com", tokens.get(2).getTerm());
        assertEquals("hashtag", tokens.get(3).getTerm());
        assertEquals("100", tokens.get(4).getTerm());
    }

    @Test
    public void testAnalyzeWithDifferentLanguages() {
        // Test analyze with different language settings
        String text = "hello world";
        String field = "content";

        // Test with English