Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 26 for S3Select (0.15 sec)

  1. internal/s3select/select.go

    }
    
    // Close - closes opened S3 object.
    func (s3Select *S3Select) Close() error {
    	if s3Select.recordReader == nil {
    		return nil
    	}
    	return s3Select.recordReader.Close()
    }
    
    // NewS3Select - creates new S3Select by given request XML reader.
    func NewS3Select(r io.Reader) (*S3Select, error) {
    	s3Select := &S3Select{}
    	if err := xml.NewDecoder(r).Decode(s3Select); err != nil {
    		return nil, err
    	}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 22 00:33:43 UTC 2024
    - 21.2K bytes
    - Viewed (0)
  2. internal/s3select/parquet/reader.go

    	"io"
    	"time"
    
    	parquetgo "github.com/fraugster/parquet-go"
    	parquettypes "github.com/fraugster/parquet-go/parquet"
    	jsonfmt "github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Reader implements reading records from parquet input.
    type Reader struct {
    	io.Closer
    	r *parquetgo.FileReader
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 4.5K bytes
    - Viewed (0)
  3. internal/s3select/simdj/record.go

    package simdj
    
    import (
    	"fmt"
    	"io"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Record - is JSON record.
    type Record struct {
    	// object
    	object simdjson.Object
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 5.4K bytes
    - Viewed (0)
  4. internal/s3select/json/reader.go

    import (
    	"io"
    	"sync"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Limit single document size to 10MiB, 10x the AWS limit:
    // https://docs.aws.amazon.com/AmazonS3/latest/userguide/selecting-content-from-objects.html
    const maxDocumentSize = 10 << 20
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args       *ReaderArgs
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 3.2K bytes
    - Viewed (0)
  5. internal/s3select/message.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package s3select
    
    import (
    	"bytes"
    	"encoding/binary"
    	"fmt"
    	"hash/crc32"
    	"net/http"
    	"strconv"
    	"sync/atomic"
    	"time"
    )
    
    // A message is in the format specified in
    // https://docs.aws.amazon.com/AmazonS3/latest/API/images/s3select-frame-diagram-frame-overview.png
    // hence the calculation is made accordingly.
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Aug 30 15:26:43 UTC 2022
    - 15.2K bytes
    - Viewed (0)
  6. internal/s3select/select_test.go

    			}
    			s3Select, err := NewS3Select(bytes.NewReader(testReq))
    			if err != nil {
    				t.Fatal(err)
    			}
    
    			in := input
    			if len(testCase.withJSON) > 0 {
    				in = testCase.withJSON
    			}
    			if err = s3Select.Open(newStringRSC(in)); err != nil {
    				t.Fatal(err)
    			}
    
    			w := &testResponseWriter{}
    			s3Select.Evaluate(w)
    			s3Select.Close()
    			resp := http.Response{
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sat Dec 23 07:19:11 UTC 2023
    - 76.2K bytes
    - Viewed (0)
  7. internal/s3select/select_benchmark_test.go

    	b.RunParallel(func(pb *testing.PB) {
    		for pb.Next() {
    			s3Select, err := NewS3Select(bytes.NewReader(requestXML))
    			if err != nil {
    				b.Fatal(err)
    			}
    
    			if err = s3Select.Open(newBytesRSC(csvData)); err != nil {
    				b.Fatal(err)
    			}
    
    			s3Select.Evaluate(&nullResponseWriter{})
    			s3Select.Close()
    		}
    	})
    }
    
    func benchmarkSelectAll(b *testing.B, count int) {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Apr 14 13:54:47 UTC 2022
    - 5K bytes
    - Viewed (0)
  8. internal/s3select/simdj/reader.go

    package simdj
    
    import (
    	"fmt"
    	"io"
    	"sync"
    	"sync/atomic"
    
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args    *json.ReaderArgs
    	input   chan simdjson.Stream
    	decoded chan simdjson.Object
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue May 30 17:02:22 UTC 2023
    - 4.9K bytes
    - Viewed (0)
  9. internal/s3select/json/record.go

    package json
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"io"
    	"math"
    	"strconv"
    	"strings"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // RawJSON is a byte-slice that contains valid JSON
    type RawJSON []byte
    
    // MarshalJSON instance for []byte that assumes that byte-slice is
    // already serialized JSON
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 5.3K bytes
    - Viewed (0)
  10. internal/s3select/json/preader.go

    package json
    
    import (
    	"bufio"
    	"bytes"
    	"io"
    	"runtime"
    	"sync"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // PReader - JSON record reader for S3Select.
    // Operates concurrently on line-delimited JSON.
    type PReader struct {
    	args        *ReaderArgs
    	readCloser  io.ReadCloser   // raw input
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 6.5K bytes
    - Viewed (0)
Back to top