*/
public class Tokenizer {

    /**
     * Represents EOF (End of File).
     */
    public static final int TT_EOF = -1;

    /**
     * Represents a Quote.
     */
    public static final int TT_QUOTE = '\'';

    /**
     * Represents a word.
     */
    public static final int TT_WORD = -3;

    private static final int TT_NOTHING = -4;

    private static final int NEED_CHAR = Integer.MAX_VALUE;