- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 18 for S3Select (0.04 sec)
-
internal/s3select/parquet/reader.go
"io" "time" parquetgo "github.com/fraugster/parquet-go" parquettypes "github.com/fraugster/parquet-go/parquet" jsonfmt "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // Reader implements reading records from parquet input. type Reader struct { io.Closer r *parquetgo.FileReader }
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Fri Aug 29 02:39:48 UTC 2025 - 4.5K bytes - Viewed (0) -
internal/s3select/simdj/record.go
package simdj import ( "fmt" "io" csv "github.com/minio/csvparser" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) // Record - is JSON record. type Record struct { // object object simdjson.Object }
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Fri Aug 29 02:39:48 UTC 2025 - 5.4K bytes - Viewed (0) -
internal/s3select/json/reader.go
import ( "io" "sync" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // Limit single document size to 10MiB, 10x the AWS limit: // https://docs.aws.amazon.com/AmazonS3/latest/userguide/selecting-content-from-objects.html const maxDocumentSize = 10 << 20 // Reader - JSON record reader for S3Select. type Reader struct { args *ReaderArgs
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Tue Feb 18 16:25:55 UTC 2025 - 3.2K bytes - Viewed (0) -
internal/s3select/select_benchmark_test.go
b.RunParallel(func(pb *testing.PB) { for pb.Next() { s3Select, err := NewS3Select(bytes.NewReader(requestXML)) if err != nil { b.Fatal(err) } if err = s3Select.Open(newBytesRSC(csvData)); err != nil { b.Fatal(err) } s3Select.Evaluate(&nullResponseWriter{}) s3Select.Close() } }) } func benchmarkSelectAll(b *testing.B, count int) {
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Fri Aug 29 02:39:48 UTC 2025 - 5K bytes - Viewed (0) -
internal/s3select/simdj/reader.go
package simdj import ( "fmt" "io" "sync" "sync/atomic" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) // Reader - JSON record reader for S3Select. type Reader struct { args *json.ReaderArgs input chan simdjson.Stream decoded chan simdjson.Object
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Tue May 30 17:02:22 UTC 2023 - 4.9K bytes - Viewed (0) -
internal/s3select/json/record.go
package json import ( "encoding/json" "errors" "fmt" "io" "math" "strconv" "strings" csv "github.com/minio/csvparser" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // RawJSON is a byte-slice that contains valid JSON type RawJSON []byte // MarshalJSON instance for []byte that assumes that byte-slice is // already serialized JSON
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Fri Aug 29 02:39:48 UTC 2025 - 5.2K bytes - Viewed (0) -
internal/s3select/json/preader.go
package json import ( "bufio" "bytes" "io" "runtime" "sync" "github.com/minio/minio/internal/bpool" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // PReader - JSON record reader for S3Select. // Operates concurrently on line-delimited JSON. type PReader struct { args *ReaderArgs readCloser io.ReadCloser // raw input
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Tue May 27 15:19:03 UTC 2025 - 6.5K bytes - Viewed (0) -
internal/s3select/simdj/reader_amd64_test.go
package simdj import ( "bytes" "io" "os" "path/filepath" "testing" "github.com/klauspost/compress/zstd" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) type tester interface { Fatal(args ...any) } func loadCompressed(t tester, file string) (js []byte) { dec, err := zstd.NewReader(nil)
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Fri Aug 29 02:39:48 UTC 2025 - 3.9K bytes - Viewed (0) -
internal/s3select/genmessage.go
// GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see <http://www.gnu.org/licenses/>. package s3select import ( "bytes" "encoding/binary" "fmt" "hash/crc32" ) func genRecordsHeader() { buf := new(bytes.Buffer) buf.WriteByte(13) buf.WriteString(":message-type") buf.WriteByte(7)
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Thu Aug 19 01:35:22 UTC 2021 - 4.4K bytes - Viewed (0) -
internal/s3select/sql/jsonpath_test.go
package sql import ( "bytes" "fmt" "io" "os" "path/filepath" "reflect" "testing" "github.com/alecthomas/participle" "github.com/minio/minio/internal/s3select/jstream" ) func getJSONStructs(b []byte) ([]any, error) { dec := jstream.NewDecoder(bytes.NewBuffer(b), 0).ObjectAsKVS().MaxDepth(100) var result []any for parsedVal := range dec.Stream() {
Registered: Sun Dec 28 19:28:13 UTC 2025 - Last Modified: Fri Aug 29 02:39:48 UTC 2025 - 2.7K bytes - Viewed (0)