Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 20 for ReadCloser (0.15 sec)

  1. internal/s3select/json/reader.go

    	// Close the input.
    	err := r.readCloser.Close()
    	for range r.valueCh {
    		// Drain values so we don't leak a goroutine.
    		// Since we have closed the input, it should fail rather quickly.
    	}
    	return err
    }
    
    // NewReader - creates new JSON reader using readCloser.
    func NewReader(readCloser io.ReadCloser, args *ReaderArgs) *Reader {
    	readCloser = &syncReadCloser{rc: readCloser}
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 3.2K bytes
    - Viewed (0)
  2. internal/s3select/json/preader.go

    			}
    		}()
    	}
    }
    
    // NewPReader - creates new parallel JSON reader using readCloser.
    // Should only be used for LINES types.
    func NewPReader(readCloser io.ReadCloser, args *ReaderArgs) *PReader {
    	r := &PReader{
    		args:       args,
    		buf:        bufio.NewReaderSize(readCloser, jsonSplitSize*2),
    		readCloser: readCloser,
    		close:      make(chan struct{}),
    	}
    	r.startReaders()
    	return r
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 6.5K bytes
    - Viewed (0)
  3. internal/s3select/progress.go

    func newCountUpReader(reader io.Reader) *countUpReader {
    	return &countUpReader{
    		reader: reader,
    	}
    }
    
    type progressReader struct {
    	rc              io.ReadCloser
    	scannedReader   *countUpReader
    	processedReader *countUpReader
    
    	closedMu sync.Mutex
    	closer   io.ReadCloser
    	closed   bool
    }
    
    func (pr *progressReader) Read(p []byte) (n int, err error) {
    	// This ensures that Close will block until Read has completed.
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 22 00:33:43 UTC 2024
    - 4.3K bytes
    - Viewed (0)
  4. internal/s3select/select.go

    type ObjectSegmentReaderFn func(offset int64) (io.ReadCloser, error)
    
    // ObjectReadSeekCloser implements ReadSeekCloser interface for reading objects.
    // It uses a function that returns a io.ReadCloser for the object.
    type ObjectReadSeekCloser struct {
    	segmentReader ObjectSegmentReaderFn
    
    	size   int64 // actual object size regardless of compression/encryption
    	offset int64
    	reader io.ReadCloser
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 22 00:33:43 UTC 2024
    - 21.2K bytes
    - Viewed (0)
  5. cmd/storage-rest-client.go

    // and a healthcheck routine gets invoked that would reconnect.
    func (client *storageRESTClient) callGet(ctx context.Context, rpcMethod string, values url.Values, body io.Reader, length int64) (io.ReadCloser, error) {
    	if values == nil {
    		values = make(url.Values)
    	}
    	values.Set(storageRESTDiskID, *client.diskID.Load())
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Oct 13 13:07:21 UTC 2024
    - 30.2K bytes
    - Viewed (0)
  6. cmd/warm-backend.go

    	PutWithMeta(ctx context.Context, object string, r io.Reader, length int64, meta map[string]string) (remoteVersionID, error)
    	Get(ctx context.Context, object string, rv remoteVersionID, opts WarmBackendGetOpts) (io.ReadCloser, error)
    	Remove(ctx context.Context, object string, rv remoteVersionID) error
    	InUse(ctx context.Context) (bool, error)
    }
    
    const probeObject = "probeobject"
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Oct 31 22:10:24 UTC 2024
    - 4K bytes
    - Viewed (0)
  7. cmd/warm-backend-s3.go

    	return s3.PutWithMeta(ctx, object, r, length, map[string]string{})
    }
    
    func (s3 *warmBackendS3) Get(ctx context.Context, object string, rv remoteVersionID, opts WarmBackendGetOpts) (io.ReadCloser, error) {
    	gopts := minio.GetObjectOptions{}
    
    	if rv != "" {
    		gopts.VersionID = string(rv)
    	}
    	if opts.startOffset >= 0 && opts.length > 0 {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Oct 31 22:10:24 UTC 2024
    - 5.7K bytes
    - Viewed (0)
  8. cmd/warm-backend-gcs.go

    	return gcs.PutWithMeta(ctx, key, data, length, map[string]string{})
    }
    
    func (gcs *warmBackendGCS) Get(ctx context.Context, key string, rv remoteVersionID, opts WarmBackendGetOpts) (r io.ReadCloser, err error) {
    	// GCS storage decompresses a gzipped object by default and returns the data.
    	// Refer to https://cloud.google.com/storage/docs/transcoding#decompressive_transcoding
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Oct 31 22:10:24 UTC 2024
    - 6.1K bytes
    - Viewed (0)
  9. cmd/object-api-interface.go

    	// Object operations.
    
    	// GetObjectNInfo returns a GetObjectReader that satisfies the
    	// ReadCloser interface. The Close method runs any cleanup
    	// functions, so it must always be called after reading till EOF
    	//
    	// IMPORTANTLY, when implementations return err != nil, this
    	// function MUST NOT return a non-nil ReadCloser.
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Aug 22 21:57:20 UTC 2024
    - 17.3K bytes
    - Viewed (0)
  10. cmd/warm-backend-azure.go

    	return az.PutWithMeta(ctx, object, r, length, map[string]string{})
    }
    
    func (az *warmBackendAzure) Get(ctx context.Context, object string, rv remoteVersionID, opts WarmBackendGetOpts) (r io.ReadCloser, err error) {
    	if opts.startOffset < 0 {
    		return nil, InvalidRange{}
    	}
    	resp, err := az.clnt.DownloadStream(ctx, az.Bucket, az.getDest(object), &azblob.DownloadStreamOptions{
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Oct 31 22:10:24 UTC 2024
    - 7K bytes
    - Viewed (0)
Back to top