final Tokenizer tokenizer = new Tokenizer("\t       \n");
        assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
    }

    /**
     * @throws Exception
     */
    @Test
    public void testHyphen() throws Exception {
        final Tokenizer tokenizer = new Tokenizer("       - ");
        assertThat(tokenizer.nextToken(), is((int) '-'));
        assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
    }