- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 108 for zstd (0.22 sec)
-
cmd/data-usage-cache.go
// Add version and compress. _, err := dst.Write([]byte{dataUsageCacheVerCurrent}) if err != nil { return err } enc, err := zstd.NewWriter(dst, zstd.WithEncoderLevel(zstd.SpeedFastest), zstd.WithWindowSize(1<<20), zstd.WithEncoderConcurrency(2)) if err != nil { return err } mEnc := msgp.NewWriter(enc) err = d.EncodeMsg(mEnc) if err != nil { return err
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Apr 22 17:49:30 GMT 2024 - 41.4K bytes - Viewed (1) -
cmd/untar.go
) var magicHeaders = []struct { header []byte f format }{ { header: []byte{0x1f, 0x8b, 8}, f: formatGzip, }, { // Zstd default header. header: []byte{0x28, 0xb5, 0x2f, 0xfd}, f: formatZstd, }, { // Zstd skippable frame header. header: []byte{0x2a, 0x4d, 0x18}, f: formatZstd, }, { // LZ4 header: []byte{0x4, 0x22, 0x4d, 0x18}, f: formatLZ4,
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Thu Apr 04 12:04:40 GMT 2024 - 6K bytes - Viewed (0) -
internal/s3select/progress.go
pbzip2.BZConcurrencyPool(bz2Limiter), )) pr.closer = &nopReadCloser{fn: cancel} case zstdType: // Set a max window of 64MB. More than reasonable. zr, err := zstd.NewReader(scannedReader, zstd.WithDecoderConcurrency(2), zstd.WithDecoderMaxWindow(64<<20)) if err != nil { return nil, errInvalidCompression(err, compType) } r = zr pr.closer = zr.IOReadCloser() case lz4Type:
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Oct 18 15:44:36 GMT 2021 - 4.2K bytes - Viewed (0) -
internal/s3select/simdj/reader_amd64_test.go
"io" "os" "path/filepath" "testing" "github.com/klauspost/compress/zstd" "github.com/minio/minio/internal/s3select/json" "github.com/minio/minio/internal/s3select/sql" "github.com/minio/simdjson-go" ) type tester interface { Fatal(args ...interface{}) } func loadCompressed(t tester, file string) (js []byte) { dec, err := zstd.NewReader(nil) if err != nil { t.Fatal(err) } defer dec.Close()
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Sep 19 18:05:16 GMT 2022 - 3.9K bytes - Viewed (0) -
internal/s3select/select.go
} // Test these compressor errors errs := []error{ gzip.ErrHeader, gzip.ErrChecksum, s2.ErrCorrupt, s2.ErrUnsupported, s2.ErrCRC, zstd.ErrBlockTooSmall, zstd.ErrMagicMismatch, zstd.ErrWindowSizeExceeded, zstd.ErrUnknownDictionary, zstd.ErrWindowSizeTooSmall, lz4.ErrInvalid, lz4.ErrBlockDependency, } for _, e := range errs { if errors.Is(err, e) {
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Nov 06 22:26:08 GMT 2023 - 21K bytes - Viewed (0) -
docs/select/README.md
- Objects must be in CSV, JSON, or Parquet(*) format. - UTF-8 is the only encoding type the Select API supports. - GZIP or BZIP2 - CSV and JSON files can be compressed using GZIP, BZIP2, [ZSTD](https://facebook.github.io/zstd/), and streaming formats of [LZ4](https://lz4.github.io/lz4/), [S2](https://github.com/klauspost/compress/tree/master/s2#s2-compression) and [SNAPPY](http://google.github.io/snappy/).
Plain Text - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Thu Sep 29 04:28:45 GMT 2022 - 6.5K bytes - Viewed (0) -
cmd/xl-storage-format-v2_test.go
} count++ } } func Benchmark_mergeXLV2Versions(b *testing.B) { data, err := os.ReadFile("testdata/xl.meta-v1.2.zst") if err != nil { b.Fatal(err) } dec, _ := zstd.NewReader(nil) data, err = dec.DecodeAll(data, nil) if err != nil { b.Fatal(err) } var xl xlMetaV2 if err = xl.LoadOrConvert(data); err != nil { b.Fatal(err)
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Fri Mar 08 17:50:48 GMT 2024 - 36.4K bytes - Viewed (0) -
internal/s3select/errors.go
cause: err, } } func errInvalidCompressionFormat(err error) *s3Error { return &s3Error{ code: "InvalidCompressionFormat", message: "The file is not in a supported compression format. GZIP, BZIP2, ZSTD, LZ4, S2 and SNAPPY are supported.", statusCode: 400, cause: err, } } func errInvalidCompression(err error, t CompressionType) *s3Error { return &s3Error{ code: "InvalidCompressionFormat",
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Mon Mar 14 16:48:36 GMT 2022 - 4.3K bytes - Viewed (0) -
cmd/update.go
"crypto/tls" "encoding/hex" "errors" "fmt" "io" "net/http" "net/url" "os" "path" "path/filepath" "runtime" "strings" "sync/atomic" "time" "github.com/klauspost/compress/zstd" xhttp "github.com/minio/minio/internal/http" "github.com/minio/minio/internal/logger" "github.com/minio/pkg/v2/env" xnet "github.com/minio/pkg/v2/net" "github.com/minio/selfupdate"
Go - Registered: Sun May 05 19:28:20 GMT 2024 - Last Modified: Wed Apr 24 04:08:47 GMT 2024 - 18.7K bytes - Viewed (0) -
api/go1.21.txt
pkg crypto/x509, type RevocationList struct, RevokedCertificateEntries []RevocationListEntry #53573 pkg crypto/x509, type RevocationList struct, RevokedCertificates //deprecated #53573 pkg debug/elf, const COMPRESS_ZSTD = 2 #55107 pkg debug/elf, const COMPRESS_ZSTD CompressionType #55107 pkg debug/elf, const DF_1_CONFALT = 8192 #56887 pkg debug/elf, const DF_1_CONFALT DynFlag1 #56887 pkg debug/elf, const DF_1_DIRECT = 256 #56887
Plain Text - Registered: Tue May 07 11:14:38 GMT 2024 - Last Modified: Mon Aug 07 09:39:17 GMT 2023 - 25.6K bytes - Viewed (0)