- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 15 for S3Select (0.1 sec)
-
internal/s3select/select.go
} // Close - closes opened S3 object. func (s3Select *S3Select) Close() error { if s3Select.recordReader == nil { return nil } return s3Select.recordReader.Close() } // NewS3Select - creates new S3Select by given request XML reader. func NewS3Select(r io.Reader) (*S3Select, error) { s3Select := &S3Select{} if err := xml.NewDecoder(r).Decode(s3Select); err != nil { return nil, err }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Sun Sep 22 00:33:43 UTC 2024 - 21.2K bytes - Viewed (0) -
internal/s3select/parquet/reader.go
"io" "time" parquetgo "github.com/fraugster/parquet-go" parquettypes "github.com/fraugster/parquet-go/parquet" jsonfmt "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // Reader implements reading records from parquet input. type Reader struct { io.Closer r *parquetgo.FileReader }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 4.5K bytes - Viewed (0) -
internal/s3select/simdj/record.go
package simdj import ( "fmt" "io" csv "github.com/minio/csvparser" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) // Record - is JSON record. type Record struct { // object object simdjson.Object }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 5.4K bytes - Viewed (0) -
internal/s3select/json/reader.go
import ( "io" "sync" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // Limit single document size to 10MiB, 10x the AWS limit: // https://docs.aws.amazon.com/AmazonS3/latest/userguide/selecting-content-from-objects.html const maxDocumentSize = 10 << 20 // Reader - JSON record reader for S3Select. type Reader struct { args *ReaderArgs
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 3.2K bytes - Viewed (0) -
internal/s3select/json/record.go
package json import ( "encoding/json" "errors" "fmt" "io" "math" "strconv" "strings" csv "github.com/minio/csvparser" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // RawJSON is a byte-slice that contains valid JSON type RawJSON []byte // MarshalJSON instance for []byte that assumes that byte-slice is // already serialized JSON
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 5.3K bytes - Viewed (0) -
internal/s3select/json/preader.go
package json import ( "bufio" "bytes" "io" "runtime" "sync" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // PReader - JSON record reader for S3Select. // Operates concurrently on line-delimited JSON. type PReader struct { args *ReaderArgs readCloser io.ReadCloser // raw input
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 6.5K bytes - Viewed (0) -
internal/s3select/csv/record.go
package csv import ( "encoding/json" "errors" "fmt" "io" "strconv" "strings" csv "github.com/minio/csvparser" "github.com/minio/minio/internal/s3select/jstream" "github.com/minio/minio/internal/s3select/sql" ) // Record - is a CSV record. type Record struct { columnNames []string csvRecord []string nameIndexMap map[string]int64 }
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 4.1K bytes - Viewed (0) -
internal/s3select/sql/jsonpath_test.go
package sql import ( "bytes" "fmt" "io" "os" "path/filepath" "reflect" "testing" "github.com/alecthomas/participle" "github.com/minio/minio/internal/s3select/jstream" ) func getJSONStructs(b []byte) ([]interface{}, error) { dec := jstream.NewDecoder(bytes.NewBuffer(b), 0).ObjectAsKVS().MaxDepth(100) var result []interface{} for parsedVal := range dec.Stream() {
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 2.8K bytes - Viewed (0) -
internal/s3select/sql/jsonpath.go
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Mon Sep 23 19:35:41 UTC 2024 - 3.5K bytes - Viewed (0) -
internal/s3select/progress.go
// GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see <http://www.gnu.org/licenses/>. package s3select import ( "context" "errors" "fmt" "io" "runtime" "sync" "sync/atomic" "github.com/cosnicolaou/pbzip2" "github.com/klauspost/compress/s2" "github.com/klauspost/compress/zstd"
Registered: Sun Nov 03 19:28:11 UTC 2024 - Last Modified: Sun Sep 22 00:33:43 UTC 2024 - 4.3K bytes - Viewed (0)