Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 15 for S3Select (0.08 sec)

  1. internal/s3select/select.go

    }
    
    // Close - closes opened S3 object.
    func (s3Select *S3Select) Close() error {
    	if s3Select.recordReader == nil {
    		return nil
    	}
    	return s3Select.recordReader.Close()
    }
    
    // NewS3Select - creates new S3Select by given request XML reader.
    func NewS3Select(r io.Reader) (*S3Select, error) {
    	s3Select := &S3Select{}
    	if err := xml.NewDecoder(r).Decode(s3Select); err != nil {
    		return nil, err
    	}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 22 00:33:43 UTC 2024
    - 21.2K bytes
    - Viewed (0)
  2. internal/s3select/parquet/reader.go

    	"io"
    	"time"
    
    	parquetgo "github.com/fraugster/parquet-go"
    	parquettypes "github.com/fraugster/parquet-go/parquet"
    	jsonfmt "github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Reader implements reading records from parquet input.
    type Reader struct {
    	io.Closer
    	r *parquetgo.FileReader
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 4.5K bytes
    - Viewed (0)
  3. internal/s3select/simdj/record.go

    package simdj
    
    import (
    	"fmt"
    	"io"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Record - is JSON record.
    type Record struct {
    	// object
    	object simdjson.Object
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 5.4K bytes
    - Viewed (0)
  4. internal/s3select/json/reader.go

    import (
    	"io"
    	"sync"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Limit single document size to 10MiB, 10x the AWS limit:
    // https://docs.aws.amazon.com/AmazonS3/latest/userguide/selecting-content-from-objects.html
    const maxDocumentSize = 10 << 20
    
    // Reader - JSON record reader for S3Select.
    type Reader struct {
    	args       *ReaderArgs
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 3.2K bytes
    - Viewed (0)
  5. internal/s3select/json/record.go

    package json
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"io"
    	"math"
    	"strconv"
    	"strings"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // RawJSON is a byte-slice that contains valid JSON
    type RawJSON []byte
    
    // MarshalJSON instance for []byte that assumes that byte-slice is
    // already serialized JSON
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 5.3K bytes
    - Viewed (0)
  6. internal/s3select/json/preader.go

    package json
    
    import (
    	"bufio"
    	"bytes"
    	"io"
    	"runtime"
    	"sync"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // PReader - JSON record reader for S3Select.
    // Operates concurrently on line-delimited JSON.
    type PReader struct {
    	args        *ReaderArgs
    	readCloser  io.ReadCloser   // raw input
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 6.5K bytes
    - Viewed (0)
  7. internal/s3select/csv/record.go

    package csv
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"io"
    	"strconv"
    	"strings"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Record - is a CSV record.
    type Record struct {
    	columnNames  []string
    	csvRecord    []string
    	nameIndexMap map[string]int64
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 4.1K bytes
    - Viewed (0)
  8. internal/s3select/sql/jsonpath_test.go

    package sql
    
    import (
    	"bytes"
    	"fmt"
    	"io"
    	"os"
    	"path/filepath"
    	"reflect"
    	"testing"
    
    	"github.com/alecthomas/participle"
    	"github.com/minio/minio/internal/s3select/jstream"
    )
    
    func getJSONStructs(b []byte) ([]interface{}, error) {
    	dec := jstream.NewDecoder(bytes.NewBuffer(b), 0).ObjectAsKVS().MaxDepth(100)
    	var result []interface{}
    	for parsedVal := range dec.Stream() {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 2.8K bytes
    - Viewed (0)
  9. internal/s3select/sql/jsonpath.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package sql
    
    import (
    	"errors"
    
    	"github.com/minio/minio/internal/s3select/jstream"
    	"github.com/minio/simdjson-go"
    )
    
    var (
    	errKeyLookup                  = errors.New("Cannot look up key in non-object value")
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 3.5K bytes
    - Viewed (0)
  10. internal/s3select/progress.go

    // GNU Affero General Public License for more details.
    //
    // You should have received a copy of the GNU Affero General Public License
    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package s3select
    
    import (
    	"context"
    	"errors"
    	"fmt"
    	"io"
    	"runtime"
    	"sync"
    	"sync/atomic"
    
    	"github.com/cosnicolaou/pbzip2"
    	"github.com/klauspost/compress/s2"
    	"github.com/klauspost/compress/zstd"
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 22 00:33:43 UTC 2024
    - 4.3K bytes
    - Viewed (0)
Back to top