Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 13 for ReaderArgs (0.71 sec)

  1. internal/s3select/parquet/args.go

    package parquet
    
    import "encoding/xml"
    
    // ReaderArgs - represents elements inside <InputSerialization><Parquet/> in request XML.
    type ReaderArgs struct {
    	unmarshaled bool
    }
    
    // IsEmpty - returns whether reader args is empty or not.
    func (args *ReaderArgs) IsEmpty() bool {
    	return !args.unmarshaled
    }
    
    // UnmarshalXML - decodes XML data.
    func (args *ReaderArgs) UnmarshalXML(d *xml.Decoder, start xml.StartElement) error {
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 1.4K bytes
    - Viewed (0)
  2. internal/s3select/json/args.go

    	defaultRecordDelimiter = "\n"
    )
    
    // ReaderArgs - represents elements inside <InputSerialization><JSON/> in request XML.
    type ReaderArgs struct {
    	ContentType string `xml:"Type"`
    	unmarshaled bool
    }
    
    // IsEmpty - returns whether reader args is empty or not.
    func (args *ReaderArgs) IsEmpty() bool {
    	return !args.unmarshaled
    }
    
    // UnmarshalXML - decodes XML data.
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 2.7K bytes
    - Viewed (0)
  3. internal/s3select/json/preader_test.go

    	}
    	for _, file := range files {
    		t.Run(file.Name(), func(t *testing.T) {
    			f, err := os.Open(filepath.Join("testdata", file.Name()))
    			if err != nil {
    				t.Fatal(err)
    			}
    			r := NewPReader(f, &ReaderArgs{})
    			var record sql.Record
    			for {
    				record, err = r.Read(record)
    				if err != nil {
    					break
    				}
    			}
    			r.Close()
    			if err != io.EOF {
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Mon Sep 19 18:05:16 UTC 2022
    - 2.5K bytes
    - Viewed (0)
  4. internal/s3select/json/reader_test.go

    	}
    	for _, file := range files {
    		t.Run(file.Name(), func(t *testing.T) {
    			f, err := os.Open(filepath.Join("testdata", file.Name()))
    			if err != nil {
    				t.Fatal(err)
    			}
    			r := NewReader(f, &ReaderArgs{})
    			var record sql.Record
    			for {
    				record, err = r.Read(record)
    				if err != nil {
    					break
    				}
    			}
    			r.Close()
    			if err != io.EOF {
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Mon Sep 19 18:05:16 UTC 2022
    - 2.5K bytes
    - Viewed (0)
  5. internal/s3select/simdj/reader_amd64_test.go

    	for _, tt := range testCases {
    		t.Run(tt.name, func(t *testing.T) {
    			ref := loadCompressed(t, tt.name)
    
    			var err error
    			dst := make(chan simdjson.Object, 100)
    			dec := NewElementReader(dst, &err, &json.ReaderArgs{ContentType: "json"})
    			pj, err := simdjson.ParseND(ref, nil)
    			if err != nil {
    				t.Fatal(err)
    			}
    			i := pj.Iter()
    			cpy := i
    			b, err := cpy.MarshalJSON()
    			if err != nil {
    				t.Fatal(err)
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Mon Sep 19 18:05:16 UTC 2022
    - 3.9K bytes
    - Viewed (0)
  6. internal/s3select/csv/args.go

    	defaultQuoteCharacter       = `"`
    	defaultQuoteEscapeCharacter = `"`
    	defaultCommentCharacter     = "#"
    
    	asneeded = "asneeded"
    )
    
    // ReaderArgs - represents elements inside <InputSerialization><CSV> in request XML.
    type ReaderArgs struct {
    	FileHeaderInfo             string `xml:"FileHeaderInfo"`
    	RecordDelimiter            string `xml:"RecordDelimiter"`
    	FieldDelimiter             string `xml:"FieldDelimiter"`
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Mon Mar 06 16:56:10 UTC 2023
    - 5.4K bytes
    - Viewed (0)
  7. internal/s3select/simdj/reader.go

    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args    *json.ReaderArgs
    	input   chan simdjson.Stream
    	decoded chan simdjson.Object
    
    	// err will only be returned after decoded has been closed.
    	err          *error
    	readCloser   io.ReadCloser
    	onReaderExit func()
    
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Tue May 30 17:02:22 UTC 2023
    - 4.9K bytes
    - Viewed (0)
  8. internal/s3select/csv/reader.go

    	"runtime"
    	"sync"
    	"unicode/utf8"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Reader - CSV record reader for S3Select.
    type Reader struct {
    	args         *ReaderArgs
    	readCloser   io.ReadCloser    // raw input
    	buf          *bufio.Reader    // input to the splitter
    	columnNames  []string         // names of columns
    	nameIndexMap map[string]int64 // name to column index
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Thu Feb 22 06:26:06 UTC 2024
    - 8.9K bytes
    - Viewed (0)
  9. internal/s3select/json/reader.go

    package json
    
    import (
    	"io"
    	"sync"
    
    	"github.com/minio/minio/internal/s3select/sql"
    
    	"github.com/bcicen/jstream"
    )
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args       *ReaderArgs
    	decoder    *jstream.Decoder
    	valueCh    chan *jstream.MetaValue
    	readCloser io.ReadCloser
    }
    
    // Read - reads single record.
    func (r *Reader) Read(dst sql.Record) (sql.Record, error) {
    	v, ok := <-r.valueCh
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Thu Mar 24 03:58:53 UTC 2022
    - 3K bytes
    - Viewed (0)
  10. internal/s3select/csv/reader_contrib_test.go

    		{"1,2,3\r\na,b,c\r\n", "\r\n", ","},
    	}
    
    	for i, c := range cases {
    		var err error
    		var record sql.Record
    		var result bytes.Buffer
    
    		r, _ := NewReader(io.NopCloser(strings.NewReader(c.content)), &ReaderArgs{
    			FileHeaderInfo:             none,
    			RecordDelimiter:            c.recordDelimiter,
    			FieldDelimiter:             c.fieldDelimiter,
    			QuoteCharacter:             defaultQuoteCharacter,
    Registered: Sun Jun 16 00:44:34 UTC 2024
    - Last Modified: Mon Sep 19 18:05:16 UTC 2022
    - 38.5K bytes
    - Viewed (0)
Back to top