Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 701 for jstream (0.04 sec)

  1. internal/s3select/sql/jsonpath_test.go

    	"path/filepath"
    	"reflect"
    	"testing"
    
    	"github.com/alecthomas/participle"
    	"github.com/minio/minio/internal/s3select/jstream"
    )
    
    func getJSONStructs(b []byte) ([]any, error) {
    	dec := jstream.NewDecoder(bytes.NewBuffer(b), 0).ObjectAsKVS().MaxDepth(100)
    	var result []any
    	for parsedVal := range dec.Stream() {
    		result = append(result, parsedVal.Value)
    	}
    	if err := dec.Err(); err != nil {
    		return nil, err
    	}
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 2.7K bytes
    - Viewed (0)
  2. internal/s3select/csv/record.go

    	w.Flush()
    	return w.Error()
    }
    
    // WriteJSON - encodes to JSON data.
    func (r *Record) WriteJSON(writer io.Writer) error {
    	var kvs jstream.KVS = make([]jstream.KV, 0, len(r.columnNames))
    	for i, cn := range r.columnNames {
    		if i < len(r.csvRecord) {
    			kvs = append(kvs, jstream.KV{Key: cn, Value: r.csvRecord[i]})
    		}
    	}
    	return json.NewEncoder(writer).Encode(kvs)
    }
    
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 4.1K bytes
    - Viewed (0)
  3. internal/s3select/json/record.go

    func (r *Record) Replace(k any) error {
    	v, ok := k.(jstream.KVS)
    	if !ok {
    		return fmt.Errorf("cannot replace internal data in json record with type %T", k)
    	}
    	r.KVS = v
    	return nil
    }
    
    // NewRecord - creates new empty JSON record.
    func NewRecord(f sql.SelectObjectFormat) *Record {
    	return &Record{
    		KVS:          jstream.KVS{},
    		SelectFormat: f,
    	}
    }
    
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 5.2K bytes
    - Viewed (0)
  4. internal/s3select/sql/statement.go

    		return nil, errDataSource(errors.New("path not supported"))
    	}
    	switch rec := rawVal.(type) {
    	case jstream.KVS:
    		txedRec, _, err := jsonpathEval(e.selectAST.From.Table.PathExpr[1:], rec)
    		if err != nil {
    			return nil, err
    		}
    
    		var kvs jstream.KVS
    		switch v := txedRec.(type) {
    		case jstream.KVS:
    			kvs = v
    
    		case []any:
    			recs := make([]*Record, len(v))
    			for i, val := range v {
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Sun Sep 28 20:59:21 UTC 2025
    - 9K bytes
    - Viewed (0)
  5. internal/s3select/sql/jsonpath.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package sql
    
    import (
    	"errors"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/simdjson-go"
    )
    
    var (
    	errKeyLookup                  = errors.New("Cannot look up key in non-object value")
    	errIndexLookup                = errors.New("Cannot look up array index in non-array value")
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  6. internal/s3select/parquet/reader.go

    			return nil, err
    		}
    		return nil, errParquetParsingError(err)
    	}
    
    	kvs := jstream.KVS{}
    	for _, col := range pr.r.Columns() {
    		var value any
    		if v, ok := nextRow[col.FlatName()]; ok {
    			value, err = convertFromAnnotation(col.Element(), v)
    			if err != nil {
    				return nil, errParquetParsingError(err)
    			}
    		}
    		kvs = append(kvs, jstream.KV{Key: col.FlatName(), Value: value})
    	}
    
    	// Reuse destination if we can.
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 4.5K bytes
    - Viewed (0)
  7. internal/s3select/simdj/record.go

    		return nil, err
    	}
    	if cap(dst.KVS) < len(elems.Elements) {
    		dst.KVS = make(jstream.KVS, 0, len(elems.Elements))
    	}
    	for _, elem := range elems.Elements {
    		v, err := sql.IterToValue(elem.Iter)
    		if err != nil {
    			v, err = elem.Iter.Interface()
    			if err != nil {
    				panic(err)
    			}
    		}
    		dst.KVS = append(dst.KVS, jstream.KV{
    			Key:   elem.Name,
    			Value: v,
    		})
    	}
    	return dst, nil
    }
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 5.4K bytes
    - Viewed (0)
  8. cmd/postpolicyform.go

    	var buf bytes.Buffer
    	e := json.NewEncoder(&buf)
    	d := jstream.NewDecoder(r, 0).ObjectAsKVS().MaxDepth(10)
    	sset := set.NewStringSet()
    	for mv := range d.Stream() {
    		if mv.ValueType == jstream.Object {
    			// This is a JSON object type (that preserves key order)
    			kvs, ok := mv.Value.(jstream.KVS)
    			if ok {
    				for _, kv := range kvs {
    					if sset.Contains(kv.Key) {
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Thu Oct 23 15:10:12 UTC 2025
    - 12.1K bytes
    - Viewed (0)
  9. internal/s3select/sql/evaluate.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package sql
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"math"
    	"strings"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/simdjson-go"
    )
    
    var (
    	errInvalidASTNode    = errors.New("invalid AST Node")
    	errExpectedBool      = errors.New("expected bool")
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 12K bytes
    - Viewed (0)
  10. internal/s3select/jstream/scanner_test.go

    package jstream
    
    import (
    	"bufio"
    	"bytes"
    	"fmt"
    	"io"
    	"sync/atomic"
    	"testing"
    )
    
    var (
    	smallInput  = make([]byte, 1024*12)       // 12K
    	mediumInput = make([]byte, 1024*1024*12)  // 12MB
    	largeInput  = make([]byte, 1024*1024*128) // 128MB
    )
    
    func TestScanner(t *testing.T) {
    	t.Skip("Unstable test")
    	data := []byte("abcdefghijklmnopqrstuvwxyz0123456789")
    
    	var i int
    	r := bytes.NewReader(data)
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 3.1K bytes
    - Viewed (0)
Back to top