Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 375 for jstream (0.08 sec)

  1. internal/s3select/parquet/reader.go

    		}
    		return nil, errParquetParsingError(err)
    	}
    
    	kvs := jstream.KVS{}
    	for _, col := range pr.r.Columns() {
    
    		var value interface{}
    		if v, ok := nextRow[col.FlatName()]; ok {
    			value, err = convertFromAnnotation(col.Element(), v)
    			if err != nil {
    				return nil, errParquetParsingError(err)
    			}
    		}
    		kvs = append(kvs, jstream.KV{Key: col.FlatName(), Value: value})
    	}
    
    	// Reuse destination if we can.
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 4.5K bytes
    - Viewed (0)
  2. internal/s3select/simdj/record.go

    		return nil, err
    	}
    	if cap(dst.KVS) < len(elems.Elements) {
    		dst.KVS = make(jstream.KVS, 0, len(elems.Elements))
    	}
    	for _, elem := range elems.Elements {
    		v, err := sql.IterToValue(elem.Iter)
    		if err != nil {
    			v, err = elem.Iter.Interface()
    			if err != nil {
    				panic(err)
    			}
    		}
    		dst.KVS = append(dst.KVS, jstream.KV{
    			Key:   elem.Name,
    			Value: v,
    		})
    	}
    	return dst, nil
    }
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 5.4K bytes
    - Viewed (0)
  3. internal/s3select/jstream/errors.go

    package jstream
    
    import (
    	"fmt"
    	"strconv"
    )
    
    // Predefined errors
    var (
    	ErrSyntax        = DecoderError{msg: "invalid character"}
    	ErrUnexpectedEOF = DecoderError{msg: "unexpected end of JSON input"}
    	ErrMaxDepth      = DecoderError{msg: "maximum recursion depth exceeded"}
    )
    
    type errPos [2]int // line number, byte offset where error occurred
    
    // DecoderError contains a detailed decoding error.
    type DecoderError struct {
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 1.3K bytes
    - Viewed (0)
  4. internal/s3select/jstream/scratch.go

    package jstream
    
    import (
    	"unicode/utf8"
    )
    
    type scratch struct {
    	data []byte
    	fill int
    }
    
    // reset scratch buffer
    func (s *scratch) reset() { s.fill = 0 }
    
    // bytes returns the written contents of scratch buffer
    func (s *scratch) bytes() []byte { return s.data[0:s.fill] }
    
    // grow scratch buffer
    func (s *scratch) grow() {
    	ndata := make([]byte, cap(s.data)*2)
    	copy(ndata, s.data)
    	s.data = ndata
    }
    
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 758 bytes
    - Viewed (0)
  5. internal/s3select/jstream/scanner.go

    package jstream
    
    import (
    	"io"
    	"sync/atomic"
    )
    
    const (
    	chunk    = 4095 // ~4k
    	maxUint  = ^uint(0)
    	maxInt   = int64(maxUint >> 1)
    	nullByte = byte(0)
    )
    
    type scanner struct {
    	pos       int64 // position in reader
    	ipos      int64 // internal buffer position
    	ifill     int64 // internal buffer fill
    	end       int64
    	buf       [chunk + 1]byte // internal buffer (with a lookback size of 1)
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 2.5K bytes
    - Viewed (0)
  6. internal/s3select/sql/evaluate.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package sql
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"math"
    	"strings"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/simdjson-go"
    )
    
    var (
    	errInvalidASTNode    = errors.New("invalid AST Node")
    	errExpectedBool      = errors.New("expected bool")
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 12K bytes
    - Viewed (0)
  7. internal/s3select/jstream/scanner_test.go

    package jstream
    
    import (
    	"bufio"
    	"bytes"
    	"fmt"
    	"io"
    	"sync/atomic"
    	"testing"
    )
    
    var (
    	smallInput  = make([]byte, 1024*12)       // 12K
    	mediumInput = make([]byte, 1024*1024*12)  // 12MB
    	largeInput  = make([]byte, 1024*1024*128) // 128MB
    )
    
    func TestScanner(t *testing.T) {
    	data := []byte("abcdefghijklmnopqrstuvwxyz0123456789")
    
    	var i int
    	r := bytes.NewReader(data)
    	scanner := newScanner(r)
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 3.2K bytes
    - Viewed (0)
  8. internal/s3select/jstream/decoder.go

    // values within the array are emitted to the stream, then the array
    // containing those values is emitted.
    func (d *Decoder) Recursive() *Decoder {
    	d.emitRecursive = true
    	return d
    }
    
    // Stream begins decoding from the underlying reader and returns a
    // streaming MetaValue channel for JSON values at the configured emitDepth.
    func (d *Decoder) Stream() chan *MetaValue {
    	go d.decode()
    	return d.metaCh
    }
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 13.5K bytes
    - Viewed (0)
  9. internal/s3select/jstream/decoder_test.go

    package jstream
    
    import (
    	"bytes"
    	"testing"
    )
    
    func mkReader(s string) *bytes.Reader { return bytes.NewReader([]byte(s)) }
    
    func TestDecoderSimple(t *testing.T) {
    	var (
    		counter int
    		mv      *MetaValue
    		body    = `[{"bio":"bada bing bada boom","id":1,"name":"Charles","falseVal":false}]`
    	)
    
    	decoder := NewDecoder(mkReader(body), 1)
    
    	for mv = range decoder.Stream() {
    		counter++
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 6.6K bytes
    - Viewed (0)
  10. cmd/metacache-stream.go

    	"github.com/tinylib/msgp/msgp"
    	"github.com/valyala/bytebufferpool"
    )
    
    // metadata stream format:
    //
    // The stream is s2 compressed.
    // https://github.com/klauspost/compress/tree/master/s2#s2-compression
    // This ensures integrity and reduces the size typically by at least 50%.
    //
    // All stream elements are msgpack encoded.
    //
    // 1 Integer, metacacheStreamVersion of the writer.
    Registered: Sun Oct 27 19:28:09 UTC 2024
    - Last Modified: Thu Apr 04 12:04:40 UTC 2024
    - 19.5K bytes
    - Viewed (0)
Back to top