assertEquals("456", tokens.get(1).getTerm());
        assertEquals("0xFF", tokens.get(2).getTerm());
        assertEquals("3", tokens.get(3).getTerm());
    }

    @Test
    public void testAnalyzeTokenPositions() {
        // Test that token positions are correct
        String text = "one two three";
        String field = "content";
        String lang = "en";