static {
        setup(defaultCtype);
    }

    /**
     * {@link Tokenizer}を作成します。
     *
     * @param str
     *            文字列。{@literal null}であってはいけません
     */
    public Tokenizer(final String str) {
        this(str, defaultCtype);
    }

    /**
     * {@link Tokenizer}を作成します。
     *
     * @param str
     *            文字列。{@literal null}であってはいけません
     * @param ctype

            }
            if ( handler == null ) {
                String path = System.getProperty(HANDLER_PKGS_PROPERTY);
                StringTokenizer tokenizer = new StringTokenizer(path, "|");
                while ( tokenizer.hasMoreTokens() ) {
                    String provider = tokenizer.nextToken().trim();
                    if ( provider.equals("jcifs") )
                        continue;

    public void testEOF() throws Exception {
        final Tokenizer tokenizer = new Tokenizer("");
        assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
        assertThat(tokenizer.nextToken(), is(Tokenizer.TT_EOF));
    }

    /**
     * @throws Exception
     */
    @Test
    public void testWhitespace() throws Exception {
        final Tokenizer tokenizer = new Tokenizer("\t       \n");

            }
            if (handler == null) {
                String path = System.getProperty(HANDLER_PKGS_PROPERTY);
                StringTokenizer tokenizer = new StringTokenizer(path, "|");
                while (tokenizer.hasMoreTokens()) {
                    String provider = tokenizer.nextToken().trim();
                    if (provider.equals("jcifs.smb1")) continue;