Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 18 for S3Select (0.04 sec)

  1. internal/s3select/parquet/reader.go

    	"io"
    	"time"
    
    	parquetgo "github.com/fraugster/parquet-go"
    	parquettypes "github.com/fraugster/parquet-go/parquet"
    	jsonfmt "github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Reader implements reading records from parquet input.
    type Reader struct {
    	io.Closer
    	r *parquetgo.FileReader
    }
    
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 4.5K bytes
    - Viewed (0)
  2. internal/s3select/simdj/record.go

    package simdj
    
    import (
    	"fmt"
    	"io"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Record - is JSON record.
    type Record struct {
    	// object
    	object simdjson.Object
    }
    
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 5.4K bytes
    - Viewed (0)
  3. internal/s3select/json/reader.go

    import (
    	"io"
    	"sync"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Limit single document size to 10MiB, 10x the AWS limit:
    // https://docs.aws.amazon.com/AmazonS3/latest/userguide/selecting-content-from-objects.html
    const maxDocumentSize = 10 << 20
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args       *ReaderArgs
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Tue Feb 18 16:25:55 UTC 2025
    - 3.2K bytes
    - Viewed (0)
  4. internal/s3select/select_benchmark_test.go

    	b.RunParallel(func(pb *testing.PB) {
    		for pb.Next() {
    			s3Select, err := NewS3Select(bytes.NewReader(requestXML))
    			if err != nil {
    				b.Fatal(err)
    			}
    
    			if err = s3Select.Open(newBytesRSC(csvData)); err != nil {
    				b.Fatal(err)
    			}
    
    			s3Select.Evaluate(&nullResponseWriter{})
    			s3Select.Close()
    		}
    	})
    }
    
    func benchmarkSelectAll(b *testing.B, count int) {
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 5K bytes
    - Viewed (0)
  5. internal/s3select/simdj/reader.go

    package simdj
    
    import (
    	"fmt"
    	"io"
    	"sync"
    	"sync/atomic"
    
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args    *json.ReaderArgs
    	input   chan simdjson.Stream
    	decoded chan simdjson.Object
    
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Tue May 30 17:02:22 UTC 2023
    - 4.9K bytes
    - Viewed (0)
  6. internal/s3select/json/record.go

    package json
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"io"
    	"math"
    	"strconv"
    	"strings"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // RawJSON is a byte-slice that contains valid JSON
    type RawJSON []byte
    
    // MarshalJSON instance for []byte that assumes that byte-slice is
    // already serialized JSON
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 5.2K bytes
    - Viewed (0)
  7. internal/s3select/json/preader.go

    package json
    
    import (
    	"bufio"
    	"bytes"
    	"io"
    	"runtime"
    	"sync"
    
    	"github.com/minio/minio/internal/bpool"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // PReader - JSON record reader for S3Select.
    // Operates concurrently on line-delimited JSON.
    type PReader struct {
    	args        *ReaderArgs
    	readCloser  io.ReadCloser             // raw input
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Tue May 27 15:19:03 UTC 2025
    - 6.5K bytes
    - Viewed (0)
  8. internal/s3select/simdj/reader_amd64_test.go

    package simdj
    
    import (
    	"bytes"
    	"io"
    	"os"
    	"path/filepath"
    	"testing"
    
    	"github.com/klauspost/compress/zstd"
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    type tester interface {
    	Fatal(args ...any)
    }
    
    func loadCompressed(t tester, file string) (js []byte) {
    	dec, err := zstd.NewReader(nil)
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 3.9K bytes
    - Viewed (0)
  9. internal/s3select/genmessage.go

    // GNU Affero General Public License for more details.
    //
    // You should have received a copy of the GNU Affero General Public License
    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package s3select
    
    import (
    	"bytes"
    	"encoding/binary"
    	"fmt"
    	"hash/crc32"
    )
    
    func genRecordsHeader() {
    	buf := new(bytes.Buffer)
    
    	buf.WriteByte(13)
    	buf.WriteString(":message-type")
    	buf.WriteByte(7)
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Thu Aug 19 01:35:22 UTC 2021
    - 4.4K bytes
    - Viewed (0)
  10. internal/s3select/sql/jsonpath_test.go

    package sql
    
    import (
    	"bytes"
    	"fmt"
    	"io"
    	"os"
    	"path/filepath"
    	"reflect"
    	"testing"
    
    	"github.com/alecthomas/participle"
    	"github.com/minio/minio/internal/s3select/jstream"
    )
    
    func getJSONStructs(b []byte) ([]any, error) {
    	dec := jstream.NewDecoder(bytes.NewBuffer(b), 0).ObjectAsKVS().MaxDepth(100)
    	var result []any
    	for parsedVal := range dec.Stream() {
    Registered: Sun Dec 28 19:28:13 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 2.7K bytes
    - Viewed (0)
Back to top