- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 13 for zstd (0.2 sec)
-
internal/s3select/simdj/reader_amd64_test.go
"io" "os" "path/filepath" "testing" "github.com/klauspost/compress/zstd" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) type tester interface { Fatal(args ...interface{}) } func loadCompressed(t tester, file string) (js []byte) { dec, err := zstd.NewReader(nil) if err != nil { t.Fatal(err) } defer dec.Close()
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Sep 19 18:05:16 GMT 2022 - 3.9K bytes - Viewed (0) -
cmd/untar.go
) var magicHeaders = []struct { header []byte f format }{ { header: []byte{0x1f, 0x8b, 8}, f: formatGzip, }, { // Zstd default header. header: []byte{0x28, 0xb5, 0x2f, 0xfd}, f: formatZstd, }, { // Zstd skippable frame header. header: []byte{0x2a, 0x4d, 0x18}, f: formatZstd, }, { // LZ4 header: []byte{0x4, 0x22, 0x4d, 0x18}, f: formatLZ4,
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Thu Apr 04 12:04:40 GMT 2024 - 6K bytes - Viewed (0) -
internal/s3select/select.go
} // Test these compressor errors errs := []error{ gzip.ErrHeader, gzip.ErrChecksum, s2.ErrCorrupt, s2.ErrUnsupported, s2.ErrCRC, zstd.ErrBlockTooSmall, zstd.ErrMagicMismatch, zstd.ErrWindowSizeExceeded, zstd.ErrUnknownDictionary, zstd.ErrWindowSizeTooSmall, lz4.ErrInvalid, lz4.ErrBlockDependency, } for _, e := range errs { if errors.Is(err, e) {
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Nov 06 22:26:08 GMT 2023 - 21K bytes - Viewed (0) -
cmd/data-usage-cache.go
// Add version and compress. _, err := dst.Write([]byte{dataUsageCacheVerCurrent}) if err != nil { return err } enc, err := zstd.NewWriter(dst, zstd.WithEncoderLevel(zstd.SpeedFastest), zstd.WithWindowSize(1<<20), zstd.WithEncoderConcurrency(2)) if err != nil { return err } mEnc := msgp.NewWriter(enc) err = d.EncodeMsg(mEnc) if err != nil { return err
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Apr 22 17:49:30 GMT 2024 - 41.4K bytes - Viewed (1) -
internal/s3select/errors.go
cause: err, } } func errInvalidCompressionFormat(err error) *s3Error { return &s3Error{ code: "InvalidCompressionFormat", message: "The file is not in a supported compression format. GZIP, BZIP2, ZSTD, LZ4, S2 and SNAPPY are supported.", statusCode: 400, cause: err, } } func errInvalidCompression(err error, t CompressionType) *s3Error { return &s3Error{ code: "InvalidCompressionFormat",
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Mar 14 16:48:36 GMT 2022 - 4.3K bytes - Viewed (0) -
internal/s3select/progress.go
pbzip2.BZConcurrencyPool(bz2Limiter), )) pr.closer = &nopReadCloser{fn: cancel} case zstdType: // Set a max window of 64MB. More than reasonable. zr, err := zstd.NewReader(scannedReader, zstd.WithDecoderConcurrency(2), zstd.WithDecoderMaxWindow(64<<20)) if err != nil { return nil, errInvalidCompression(err, compType) } r = zr pr.closer = zr.IOReadCloser() case lz4Type:
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Oct 18 15:44:36 GMT 2021 - 4.2K bytes - Viewed (0) -
cmd/update.go
"crypto/tls" "encoding/hex" "errors" "fmt" "io" "net/http" "net/url" "os" "path" "path/filepath" "runtime" "strings" "sync/atomic" "time" "github.com/klauspost/compress/zstd" xhttp "github.com/minio/minio/internal/http" "github.com/minio/minio/internal/logger" "github.com/minio/pkg/v2/env" xnet "github.com/minio/pkg/v2/net" "github.com/minio/selfupdate"
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Wed Apr 24 04:08:47 GMT 2024 - 18.7K bytes - Viewed (0) -
cmd/xl-storage-format-v2_test.go
} count++ } } func Benchmark_mergeXLV2Versions(b *testing.B) { data, err := os.ReadFile("testdata/xl.meta-v1.2.zst") if err != nil { b.Fatal(err) } dec, _ := zstd.NewReader(nil) data, err = dec.DecodeAll(data, nil) if err != nil { b.Fatal(err) } var xl xlMetaV2 if err = xl.LoadOrConvert(data); err != nil { b.Fatal(err)
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Fri Mar 08 17:50:48 GMT 2024 - 36.4K bytes - Viewed (0) -
cmd/peer-rest-server.go
"encoding/json" "errors" "fmt" "io" "net/http" "net/url" "strconv" "strings" "sync" "sync/atomic" "time" "github.com/dustin/go-humanize" "github.com/klauspost/compress/zstd" "github.com/minio/madmin-go/v3" "github.com/minio/minio/internal/bucket/bandwidth" b "github.com/minio/minio/internal/bucket/bandwidth" "github.com/minio/minio/internal/event" "github.com/minio/minio/internal/grid"
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Thu Apr 04 12:04:40 GMT 2024 - 51.8K bytes - Viewed (0) -
internal/event/target/kafka.go
) var codecs = map[string]sarama.CompressionCodec{ "none": sarama.CompressionNone, "gzip": sarama.CompressionGZIP, "snappy": sarama.CompressionSnappy, "lz4": sarama.CompressionLZ4, "zstd": sarama.CompressionZSTD, } // KafkaArgs - Kafka target arguments. type KafkaArgs struct { Enable bool `json:"enable"` Brokers []xnet.Host `json:"brokers"` Topic string `json:"topic"`
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Tue Feb 20 08:16:35 GMT 2024 - 13K bytes - Viewed (0)