Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 20 for NewDecoder (0.09 sec)

  1. internal/s3select/jstream/decoder_test.go

    func TestDecoderSimple(t *testing.T) {
    	var (
    		counter int
    		mv      *MetaValue
    		body    = `[{"bio":"bada bing bada boom","id":1,"name":"Charles","falseVal":false}]`
    	)
    
    	decoder := NewDecoder(mkReader(body), 1)
    
    	for mv = range decoder.Stream() {
    		counter++
    		t.Logf("depth=%d offset=%d len=%d (%v)", mv.Depth, mv.Offset, mv.Length, mv.Value)
    	}
    
    	if err := decoder.Err(); err != nil {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 6.6K bytes
    - Viewed (0)
  2. internal/s3select/jstream/README.md

    <img width="85%" src="https://bradley.codes/static/img/jstream-levels.gif" alt="jstream"/>
    
    we can choose to extract and act only the objects within the top-level array:
    ```go
    f, _ := os.Open("input.json")
    decoder := jstream.NewDecoder(f, 1) // extract JSON values at a depth level of 1
    for mv := range decoder.Stream() {
      fmt.Printf("%v\n ", mv.Value)
    }
    ```
    
    output:
    ```
    map[desc:RGB colors:[red green blue]]
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 3.2K bytes
    - Viewed (0)
  3. internal/store/queuestore.go

    	if key.Compress {
    		decodedBytes, err := s2.Decode(nil, raw)
    		if err != nil {
    			return nil, err
    		}
    		decoder = jsoniter.ConfigCompatibleWithStandardLibrary.NewDecoder(bytes.NewReader(decodedBytes))
    	} else {
    		decoder = jsoniter.ConfigCompatibleWithStandardLibrary.NewDecoder(bytes.NewReader(raw))
    	}
    
    	for decoder.More() {
    		var item I
    		if err := decoder.Decode(&item); err != nil {
    			return nil, err
    		}
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Fri Sep 06 23:06:30 UTC 2024
    - 8.6K bytes
    - Viewed (0)
  4. cmd/peer-rest-client.go

    	respBody, err := client.callWithContext(ctx, peerRESTMethodDownloadProfilingData, nil, nil, -1)
    	if err != nil {
    		return
    	}
    	defer xhttp.DrainBody(respBody)
    	err = gob.NewDecoder(respBody).Decode(&data)
    	return data, err
    }
    
    // GetBucketStats - load bucket statistics
    func (client *peerRESTClient) GetBucketStats(ctx context.Context, bucket string) (BucketStats, error) {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 09 16:58:30 UTC 2024
    - 26.1K bytes
    - Viewed (0)
  5. cmd/postpolicyform.go

    // keys, so we need to use this technique to merge the
    // keys.
    func sanitizePolicy(r io.Reader) (io.Reader, error) {
    	var buf bytes.Buffer
    	e := json.NewEncoder(&buf)
    	d := jstream.NewDecoder(r, 0).ObjectAsKVS().MaxDepth(10)
    	sset := set.NewStringSet()
    	for mv := range d.Stream() {
    		var kvs jstream.KVS
    		if mv.ValueType == jstream.Object {
    			// This is a JSON object type (that preserves key order)
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 12.4K bytes
    - Viewed (0)
  6. internal/s3select/sql/jsonpath_test.go

    	"path/filepath"
    	"reflect"
    	"testing"
    
    	"github.com/alecthomas/participle"
    	"github.com/minio/minio/internal/s3select/jstream"
    )
    
    func getJSONStructs(b []byte) ([]interface{}, error) {
    	dec := jstream.NewDecoder(bytes.NewBuffer(b), 0).ObjectAsKVS().MaxDepth(100)
    	var result []interface{}
    	for parsedVal := range dec.Stream() {
    		result = append(result, parsedVal.Value)
    	}
    	if err := dec.Err(); err != nil {
    		return nil, err
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 2.8K bytes
    - Viewed (0)
  7. internal/config/identity/openid/jwt.go

    )
    
    type publicKeys struct {
    	*sync.RWMutex
    
    	// map of kid to public key
    	pkMap map[string]interface{}
    }
    
    func (pk *publicKeys) parseAndAdd(b io.Reader) error {
    	var jwk JWKS
    	err := json.NewDecoder(b).Decode(&jwk)
    	if err != nil {
    		return err
    	}
    
    	for _, key := range jwk.Keys {
    		pkey, err := key.DecodePublicKey()
    		if err != nil {
    			return err
    		}
    		pk.add(key.Kid, pkey)
    	}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Fri Sep 06 02:46:36 UTC 2024
    - 8.4K bytes
    - Viewed (0)
  8. internal/s3select/json/reader.go

    	}
    	return err
    }
    
    // NewReader - creates new JSON reader using readCloser.
    func NewReader(readCloser io.ReadCloser, args *ReaderArgs) *Reader {
    	readCloser = &syncReadCloser{rc: readCloser}
    	d := jstream.NewDecoder(io.LimitReader(readCloser, maxDocumentSize), 0).ObjectAsKVS().MaxDepth(100)
    	return &Reader{
    		args:       args,
    		decoder:    d,
    		valueCh:    d.Stream(),
    		readCloser: readCloser,
    	}
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 3.2K bytes
    - Viewed (0)
  9. internal/event/target/elasticsearch.go

    	resp, err := c.Info(
    		c.Info.WithContext(ctx),
    	)
    	if err != nil {
    		return ESSUnknown, "", store.ErrNotConnected
    	}
    
    	defer resp.Body.Close()
    
    	m := make(map[string]interface{})
    	err = json.NewDecoder(resp.Body).Decode(&m)
    	if err != nil {
    		return ESSUnknown, "", fmt.Errorf("unable to get ES Server version - json parse error: %v", err)
    	}
    
    	if v, ok := m["version"].(map[string]interface{}); ok {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Fri Sep 06 23:06:30 UTC 2024
    - 15K bytes
    - Viewed (0)
  10. internal/s3select/jstream/decoder.go

    	err     error
    
    	// follow line position to add context to errors
    	lineNo    int
    	lineStart int64
    }
    
    // NewDecoder creates new Decoder to read JSON values at the provided
    // emitDepth from the provider io.Reader.
    // If emitDepth is < 0, values at every depth will be emitted.
    func NewDecoder(r io.Reader, emitDepth int) *Decoder {
    	d := &Decoder{
    		scanner:   newScanner(r),
    		emitDepth: emitDepth,
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 13.5K bytes
    - Viewed (0)
Back to top