}

func NewTokenizer(name string, r io.Reader, file *os.File) *Tokenizer {
	var s scanner.Scanner
	s.Init(r)
	// Newline is like a semicolon; other space characters are fine.
	s.Whitespace = 1<<'\t' | 1<<'\r' | 1<<' '
	// Don't skip comments: we need to count newlines.
	s.Mode = scanner.ScanChars |
		scanner.ScanFloats |
		scanner.ScanIdents |
		scanner.ScanInts |
		scanner.ScanStrings |

// during the initial build as defaultCC.
// defaultCC is defined in zdefaultcc.go, written by cmd/dist.
//
// The compiler command line is split into arguments on whitespace. Quotes
// are understood, so arguments may contain whitespace.
//
// checkGCCBaseCmd confirms that the compiler exists in PATH, returning
// an error if it does not.
func checkGCCBaseCmd() ([]string, error) {

pkg text/scanner, type Scanner struct, Error func(*Scanner, string)
pkg text/scanner, type Scanner struct, ErrorCount int
pkg text/scanner, type Scanner struct, Mode uint
pkg text/scanner, type Scanner struct, Whitespace uint64
pkg text/scanner, type Scanner struct, embedded Position
pkg text/tabwriter, const AlignRight uint
pkg text/tabwriter, const Debug uint
pkg text/tabwriter, const DiscardEmptyColumns uint