Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 4 of 4 for stream (0.19 sec)

  1. internal/s3select/parquet/reader.go

    		}
    		return nil, errParquetParsingError(err)
    	}
    
    	kvs := jstream.KVS{}
    	for _, col := range pr.r.Columns() {
    
    		var value interface{}
    		if v, ok := nextRow[col.FlatName()]; ok {
    			value, err = convertFromAnnotation(col.Element(), v)
    			if err != nil {
    				return nil, errParquetParsingError(err)
    			}
    		}
    		kvs = append(kvs, jstream.KV{Key: col.FlatName(), Value: value})
    	}
    
    	// Reuse destination if we can.
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 14 13:54:47 GMT 2022
    - 4.5K bytes
    - Viewed (0)
  2. internal/s3select/json/reader.go

    		}
    		return nil, io.EOF
    	}
    
    	var kvs jstream.KVS
    	if v.ValueType == jstream.Object {
    		// This is a JSON object type (that preserves key
    		// order)
    		kvs = v.Value.(jstream.KVS)
    	} else {
    		// To be AWS S3 compatible Select for JSON needs to
    		// output non-object JSON as single column value
    		// i.e. a map with `_1` as key and value as the
    		// non-object.
    		kvs = jstream.KVS{jstream.KV{Key: "_1", Value: v.Value}}
    	}
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Mar 24 03:58:53 GMT 2022
    - 3K bytes
    - Viewed (0)
  3. internal/s3select/csv/reader.go

    	bufferPool   sync.Pool        // pool of []byte objects for input
    	csvDstPool   sync.Pool        // pool of [][]string used for output
    	close        chan struct{}    // used for shutting down the splitter before end of stream
    	readerWg     sync.WaitGroup   // used to keep track of async reader.
    }
    
    // queueItem is an item in the queue.
    type queueItem struct {
    	input []byte          // raw input sent to the worker
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Feb 22 06:26:06 GMT 2024
    - 8.9K bytes
    - Viewed (0)
  4. internal/s3select/simdj/reader.go

    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args    *json.ReaderArgs
    	input   chan simdjson.Stream
    	decoded chan simdjson.Object
    
    	// err will only be returned after decoded has been closed.
    	err          *error
    	readCloser   io.ReadCloser
    	onReaderExit func()
    
    	exitReader chan struct{}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue May 30 17:02:22 GMT 2023
    - 4.9K bytes
    - Viewed (0)
Back to top