Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 364 for reader (0.23 sec)

  1. internal/s3select/parquet/reader.go

    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Reader implements reading records from parquet input.
    type Reader struct {
    	io.Closer
    	r *parquetgo.FileReader
    }
    
    // NewParquetReader creates a Reader2 from a io.ReadSeekCloser.
    func NewParquetReader(rsc io.ReadSeekCloser, _ *ReaderArgs) (r *Reader, err error) {
    	fr, err := parquetgo.NewFileReader(rsc)
    	if err != nil {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 14 13:54:47 GMT 2022
    - 4.5K bytes
    - Viewed (0)
  2. internal/s3select/json/reader.go

    	"github.com/minio/minio/internal/s3select/sql"
    
    	"github.com/bcicen/jstream"
    )
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args       *ReaderArgs
    	decoder    *jstream.Decoder
    	valueCh    chan *jstream.MetaValue
    	readCloser io.ReadCloser
    }
    
    // Read - reads single record.
    func (r *Reader) Read(dst sql.Record) (sql.Record, error) {
    	v, ok := <-r.valueCh
    	if !ok {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Mar 24 03:58:53 GMT 2022
    - 3K bytes
    - Viewed (0)
  3. internal/hash/reader.go

    func NewReaderWithOpts(ctx context.Context, src io.Reader, opts Options) (*Reader, error) {
    	// return hard limited reader
    	return newReader(ctx, src, opts.Size, opts.MD5Hex, opts.SHA256Hex, opts.ActualSize, opts.DisableMD5, opts.ForceMD5)
    }
    
    // NewReader returns a new Reader that wraps src and computes
    // MD5 checksum of everything it reads as ETag.
    //
    // It also computes the SHA256 checksum of everything it reads
    // if sha256Hex is not the empty string.
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 18 17:00:54 GMT 2023
    - 10.8K bytes
    - Viewed (0)
  4. internal/s3select/csv/reader.go

    func (r *Reader) startReaders(newReader func(io.Reader) *csv.Reader) error {
    	if r.args.FileHeaderInfo != none {
    		// Read column names
    		// Get one line.
    		b, err := r.nextSplit(0, nil)
    		if err != nil {
    			r.err = err
    			return err
    		}
    		if !utf8.Valid(b) {
    			return errInvalidTextEncodingError()
    		}
    		reader := newReader(bytes.NewReader(b))
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Feb 22 06:26:06 GMT 2024
    - 8.9K bytes
    - Viewed (0)
  5. internal/bucket/bandwidth/reader.go

    // bucket.
    func NewMonitoredReader(ctx context.Context, m *Monitor, r io.Reader, opts *MonitorReaderOptions) *MonitoredReader {
    	reader := MonitoredReader{
    		r:        r,
    		throttle: m.throttle(opts.BucketOptions),
    		m:        m,
    		opts:     opts,
    		ctx:      ctx,
    	}
    	reader.m.init(opts.BucketOptions)
    	return &reader
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed Sep 06 03:21:59 GMT 2023
    - 3.1K bytes
    - Viewed (0)
  6. internal/etag/reader.go

    //	// Now, we need an io.Reader that can access
    //	// the ETag computed over the content.
    //	reader := etag.Wrap(encryptedContent, content)
    func Wrap(wrapped, content io.Reader) io.Reader {
    	if t, ok := content.(Tagger); ok {
    		return wrapReader{
    			Reader: wrapped,
    			Tagger: t,
    		}
    	}
    	return wrapReader{
    		Reader: wrapped,
    	}
    }
    
    // A Reader wraps an io.Reader and computes the
    // MD5 checksum of the read content as ETag.
    //
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Jan 18 07:03:17 GMT 2024
    - 4.8K bytes
    - Viewed (0)
  7. internal/s3select/simdj/reader.go

    	return &Reader{
    		args:       args,
    		decoded:    ch,
    		err:        err,
    		readCloser: nil,
    	}
    }
    
    // safeCloser will wrap a Reader as a ReadCloser.
    // It is safe to call Close while the reader is being used.
    type safeCloser struct {
    	closed uint32
    	r      io.Reader
    }
    
    func (s *safeCloser) Read(p []byte) (n int, err error) {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue May 30 17:02:22 GMT 2023
    - 4.9K bytes
    - Viewed (0)
  8. internal/hash/reader_test.go

    	}
    }
    
    // Tests hash reader checksum verification.
    func TestHashReaderVerification(t *testing.T) {
    	testCases := []struct {
    		desc              string
    		src               io.Reader
    		size              int64
    		actualSize        int64
    		md5hex, sha256hex string
    		err               error
    	}{
    		0: {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 18 17:00:54 GMT 2023
    - 10.3K bytes
    - Viewed (0)
  9. internal/s3select/json/reader_test.go

    func TestNewReader(t *testing.T) {
    	files, err := os.ReadDir("testdata")
    	if err != nil {
    		t.Fatal(err)
    	}
    	for _, file := range files {
    		t.Run(file.Name(), func(t *testing.T) {
    			f, err := os.Open(filepath.Join("testdata", file.Name()))
    			if err != nil {
    				t.Fatal(err)
    			}
    			r := NewReader(f, &ReaderArgs{})
    			var record sql.Record
    			for {
    				record, err = r.Read(record)
    				if err != nil {
    					break
    				}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 2.5K bytes
    - Viewed (0)
  10. internal/s3select/csv/reader_contrib_test.go

    			header:          true,
    			wantColumns:     []string{"header1", "header2", "header3"},
    			wantFields:      "ok1,ok2,ok3\n" + `a word,"b"""` + "\n",
    			wantErr:         io.EOF,
    		},
    		{
    			// This works since LazyQuotes is true:
    			file:            "invalid-badstartline.csv",
    			recordDelimiter: "\n",
    			fieldDelimiter:  ",",
    			sendErr:         nil,
    			header:          true,
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 38.5K bytes
    - Viewed (0)
Back to top