- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 26 for S3Select (0.15 sec)
-
internal/s3select/select.go
} // Close - closes opened S3 object. func (s3Select *S3Select) Close() error { if s3Select.recordReader == nil { return nil } return s3Select.recordReader.Close() } // NewS3Select - creates new S3Select by given request XML reader. func NewS3Select(r io.Reader) (*S3Select, error) { s3Select := &S3Select{} if err := xml.NewDecoder(r).Decode(s3Select); err != nil { return nil, err }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Sun Sep 22 00:33:43 UTC 2024 - 21.2K bytes - Viewed (0) -
internal/s3select/parquet/reader.go
"io" "time" parquetgo "github.com/fraugster/parquet-go" parquettypes "github.com/fraugster/parquet-go/parquet" jsonfmt "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // Reader implements reading records from parquet input. type Reader struct { io.Closer r *parquetgo.FileReader }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 4.5K bytes - Viewed (0) -
internal/s3select/simdj/record.go
package simdj import ( "fmt" "io" csv "github.com/minio/csvparser" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) // Record - is JSON record. type Record struct { // object object simdjson.Object }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 5.4K bytes - Viewed (0) -
internal/s3select/json/reader.go
import ( "io" "sync" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // Limit single document size to 10MiB, 10x the AWS limit: // https://docs.aws.amazon.com/AmazonS3/latest/userguide/selecting-content-from-objects.html const maxDocumentSize = 10 << 20 // Reader - JSON record reader for S3Select. type Reader struct { args *ReaderArgs
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 3.2K bytes - Viewed (0) -
internal/s3select/message.go
// along with this program. If not, see <http://www.gnu.org/licenses/>. package s3select import ( "bytes" "encoding/binary" "fmt" "hash/crc32" "net/http" "strconv" "sync/atomic" "time" ) // A message is in the format specified in // https://docs.aws.amazon.com/AmazonS3/latest/API/images/s3select-frame-diagram-frame-overview.png // hence the calculation is made accordingly.
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Tue Aug 30 15:26:43 UTC 2022 - 15.2K bytes - Viewed (0) -
internal/s3select/select_test.go
} s3Select, err := NewS3Select(bytes.NewReader(testReq)) if err != nil { t.Fatal(err) } in := input if len(testCase.withJSON) > 0 { in = testCase.withJSON } if err = s3Select.Open(newStringRSC(in)); err != nil { t.Fatal(err) } w := &testResponseWriter{} s3Select.Evaluate(w) s3Select.Close() resp := http.Response{
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Sat Dec 23 07:19:11 UTC 2023 - 76.2K bytes - Viewed (0) -
internal/s3select/select_benchmark_test.go
b.RunParallel(func(pb *testing.PB) { for pb.Next() { s3Select, err := NewS3Select(bytes.NewReader(requestXML)) if err != nil { b.Fatal(err) } if err = s3Select.Open(newBytesRSC(csvData)); err != nil { b.Fatal(err) } s3Select.Evaluate(&nullResponseWriter{}) s3Select.Close() } }) } func benchmarkSelectAll(b *testing.B, count int) {
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Thu Apr 14 13:54:47 UTC 2022 - 5K bytes - Viewed (0) -
internal/s3select/simdj/reader.go
package simdj import ( "fmt" "io" "sync" "sync/atomic" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) // Reader - JSON record reader for S3Select. type Reader struct { args *json.ReaderArgs input chan simdjson.Stream decoded chan simdjson.Object
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Tue May 30 17:02:22 UTC 2023 - 4.9K bytes - Viewed (0) -
internal/s3select/json/record.go
package json import ( "encoding/json" "errors" "fmt" "io" "math" "strconv" "strings" csv "github.com/minio/csvparser" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // RawJSON is a byte-slice that contains valid JSON type RawJSON []byte // MarshalJSON instance for []byte that assumes that byte-slice is // already serialized JSON
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 5.3K bytes - Viewed (0) -
internal/s3select/json/preader.go
package json import ( "bufio" "bytes" "io" "runtime" "sync" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // PReader - JSON record reader for S3Select. // Operates concurrently on line-delimited JSON. type PReader struct { args *ReaderArgs readCloser io.ReadCloser // raw input
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 6.5K bytes - Viewed (0)